-- Logs begin at Mon 2022-04-04 17:05:25 UTC, end at Mon 2022-04-04 18:07:36 UTC. -- Apr 04 17:37:36.560765 dv-cinder-788368-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 04 17:37:39.484458 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.common.config [-] Logging enabled! Apr 04 17:37:39.485070 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 04 17:37:39.485256 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 17:37:39.488482 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.common.config [-] Logging enabled! Apr 04 17:37:39.488741 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 04 17:37:39.489054 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114996) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 17:37:39.489981 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 17:37:39.490224 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 17:37:39.490597 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 17:37:39.490846 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 17:37:39.491078 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 17:37:39.491826 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.492281 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 04 17:37:39.492607 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.492911 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.493214 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.493554 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.493858 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.494146 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.494442 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.494744 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.495033 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.495317 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.495604 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.495897 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.496200 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.496516 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.496806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.497093 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] debug = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.497376 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.497813 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.498211 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.498496 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.498786 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.499068 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.499343 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.499624 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.499907 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.500255 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] host = dv-cinder-788368-5-iscsi {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.500547 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.500838 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.501126 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.501413 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.501691 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.501975 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.502260 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.502537 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.502815 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.503092 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.503381 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.503670 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.503974 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.504202 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.504451 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.504742 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.505030 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.505310 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.505586 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.505861 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.506138 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.506415 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.506684 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.506971 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.507256 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.507543 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.507818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.508093 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.508389 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.508666 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.508952 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.509301 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.509589 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.509868 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.510157 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.510432 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.510707 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.511008 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.511295 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.511578 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.511864 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.512139 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.512446 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.512725 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.513002 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.513280 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] use_json = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.513556 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.513832 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.514115 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.514391 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.514664 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.514940 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.515216 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.515501 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.515776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:39.516077 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.516399 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.516703 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.517005 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.517300 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.517581 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.517874 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.518158 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.518452 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.518747 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.519039 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.519324 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.519627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.519921 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.520222 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.520546 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.520843 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.521140 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.521421 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.521701 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.521979 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.522262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.522554 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.522838 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.523130 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.523423 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.523704 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.524003 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.524313 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.524611 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.525428 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.525709 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.525993 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.526289 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.526578 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.526854 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.527138 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.527429 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.527714 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.527992 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.528298 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.528583 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.528877 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.529136 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.529419 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.529710 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.529991 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.530266 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.530542 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.530828 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.531102 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.531389 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.531668 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.531944 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.532219 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.532521 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.532796 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.533071 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.533351 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.533626 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.533906 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.534180 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.534454 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.534728 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.535001 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.535276 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.535550 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.535823 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.536102 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.536415 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.536690 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.536964 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.537239 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.537516 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.537804 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.538102 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.538384 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.538662 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.539021 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.539211 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.539489 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.539769 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.540048 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.540354 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.541189 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.541484 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.541770 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.542055 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.542360 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.542641 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.542935 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.543213 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.543494 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.543779 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.544057 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.544372 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.544658 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.544944 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.545239 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.545539 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.545839 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.546135 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.546589 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.547066 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.547580 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.548026 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:39.548275 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 17:37:39.548530 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114996) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 04 17:37:39.919888 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 17:37:39.920168 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 17:37:39.920512 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 17:37:39.920988 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 04 17:37:40.245382 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.245601 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.245875 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.247066 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.247344 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.247732 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.301700 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.301978 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.302248 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.316618 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.316902 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.317173 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.345498 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.345778 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.346046 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.486815 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.487465 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.487606 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.714954 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.715244 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.715514 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.715783 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.716503 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.813169 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.813491 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.813773 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.814043 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.814310 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.814621 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.814879 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.815133 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.815387 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.815671 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.815930 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.816193 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.816470 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.816721 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.816975 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.817235 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.817488 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.817756 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.818023 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.818280 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.818549 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.818799 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.819077 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.819453 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.819701 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.819945 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.820364 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:40.820609 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:40.820848 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:40.821085 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:40.821321 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:40.821557 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:40.822434 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 04 17:37:40.825715 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 04 17:37:40.829616 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 04 17:37:40.833245 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 04 17:37:40.834872 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 04 17:37:40.835326 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 04 17:37:40.835658 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 04 17:37:40.836040 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 04 17:37:40.839382 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 04 17:37:40.839636 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 04 17:37:40.839983 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 17:37:40.845222 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 04 17:37:40.868365 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 04 17:37:40.868857 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.869156 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114996) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 04 17:37:40.869529 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.870888 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114996) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 04 17:37:40.871166 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 17:37:40.871408 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 04 17:37:40.874656 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.874943 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:40.936893 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 04 17:37:40.937075 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 04 17:37:40.937305 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 04 17:37:40.937671 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 04 17:37:40.957881 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_db.sqlalchemy.engines [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114996) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 04 17:37:41.395322 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing driver for type 'gre' Apr 04 17:37:41.395837 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] gre ID ranges: [(1, 1000)] Apr 04 17:37:41.447805 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing driver for type 'local' Apr 04 17:37:41.448119 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing driver for type 'vlan' Apr 04 17:37:41.460448 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] VlanTypeDriver initialization complete Apr 04 17:37:41.460806 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing driver for type 'vxlan' Apr 04 17:37:41.461279 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] vxlan ID ranges: [(1, 1000)] Apr 04 17:37:41.514268 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing extension driver 'port_security' Apr 04 17:37:41.514912 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.extensions.port_security [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] PortSecurityExtensionDriver initialization complete Apr 04 17:37:41.515095 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing mechanism driver 'openvswitch' Apr 04 17:37:41.515562 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing mechanism driver 'hyperv' Apr 04 17:37:41.522160 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:37:41.522835 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.523213 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.523567 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.524101 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 17:37:41.524572 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.525757 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.526110 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.526516 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 17:37:41.527072 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.527671 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.528061 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.528499 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 17:37:41.529146 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > security_group after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.529557 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > security_group after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.529908 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.530532 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 17:37:41.531164 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.531761 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.532381 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.532800 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 17:37:41.533223 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > address_group after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.533582 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > address_group after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.533936 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.534338 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114996) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 17:37:41.534791 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] ML2 OVO RPC backend initialized. {{(pid=114996) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 04 17:37:41.535499 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.535863 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.536309 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.536666 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > networks before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.537023 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.537372 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > ports before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.537720 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.538065 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnets before_response 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.538415 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.538777 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.539118 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.539458 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.540051 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.540947 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.541293 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.541635 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.541974 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.549181 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded quota_driver: . Apr 04 17:37:41.549551 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.plugin [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Modular L2 Plugin initialization complete Apr 04 17:37:41.549898 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading services supported by the core plugin {{(pid=114996) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 04 17:37:41.550240 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.plugins.ml2.managers [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Got port-security extension from driver 'port_security' Apr 04 17:37:41.550722 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.extensions.vlantransparent [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Disabled vlantransparent extension. Apr 04 17:37:41.551212 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114996) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 04 17:37:41.551538 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: router Apr 04 17:37:41.586613 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.587005 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_create 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.587406 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router before_create 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.587772 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.588148 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.588531 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_delete 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.588890 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.589459 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.589832 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_create 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.590183 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_update 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.590534 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_update 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.590883 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.591249 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_update 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.591660 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_update 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.592030 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.592657 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.593000 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: subnet after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.593338 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.593685 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.594032 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_create 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.594373 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.594714 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.595069 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router after_update 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.595410 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.595760 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_create 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.596121 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.596485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_update 55549900 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.596851 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > agent after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.597199 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > agent after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.597543 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > network after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.598397 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Tracking information for resource: router configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:41.598731 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Tracking information for resource: floatingip configured {{(pid=114996) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 17:37:41.604086 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.db.l3_agentschedulers_db [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 04 17:37:41.604695 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.605057 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port after_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.605409 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port after_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.605760 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: port after_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.606547 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router before_create 55550100 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.606915 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.607278 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_create 55550100 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.607635 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > router precommit_update 55550100 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.612523 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.provider_configuration [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service providers = [] {{(pid=114996) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 04 17:37:41.612891 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.db.servicetype_db [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114996) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 04 17:37:41.615833 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.service_base [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 17:37:41.616184 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.service_base [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 17:37:41.616555 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.service_base [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 17:37:41.617446 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.services.service_base [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114996) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 17:37:41.617820 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.services.service_base [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 04 17:37:41.618193 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.618543 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 04 17:37:41.629498 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.629841 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: auto_allocate Apr 04 17:37:41.635704 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: network precommit_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.636076 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: network precommit_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.636661 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.636922 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: tag Apr 04 17:37:41.643427 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.643761 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: timestamp Apr 04 17:37:41.647818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.648116 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: network_ip_availability Apr 04 17:37:41.653635 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.654010 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.654370 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.655089 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.655414 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: flavors Apr 04 17:37:41.660115 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.660485 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading Plugin: revisions Apr 04 17:37:41.664734 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114996) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 17:37:41.665124 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_concurrency.lockutils [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=114996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 17:37:41.666677 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114996) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 04 17:37:41.667013 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Initializing extension manager. Apr 04 17:37:41.667699 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: __init__.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.668302 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: __pycache__ {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.668654 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: address_group.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.669623 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.670355 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: address-group Apr 04 17:37:41.670777 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: address_scope.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.671742 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.672642 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: address-scope Apr 04 17:37:41.673060 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.674186 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.674697 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: router-admin-state-down-before-update Apr 04 17:37:41.675026 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: agent.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.675730 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.676254 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: agent Apr 04 17:37:41.676580 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: agent_resources_synced.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.677492 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.677993 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: agent-resources-synced Apr 04 17:37:41.678322 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: allowedaddresspairs.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.680127 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.680935 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: allowed-address-pairs Apr 04 17:37:41.681835 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: auto_allocated_topology.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.682914 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.683422 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: auto-allocated-topology Apr 04 17:37:41.683751 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: availability_zone.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.684471 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.684971 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: availability_zone Apr 04 17:37:41.685297 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: availability_zone_filter.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.686216 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.686715 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: availability_zone_filter Apr 04 17:37:41.687040 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: data_plane_status.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.687952 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.688492 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension data-plane-status not supported by any of loaded plugins Apr 04 17:37:41.688816 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: default_subnetpools.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.689745 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.690248 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: default-subnetpools Apr 04 17:37:41.690573 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.691374 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.691869 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: dhcp_agent_scheduler Apr 04 17:37:41.692193 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: dns.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.693134 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.693629 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension dns-integration not supported by any of loaded plugins Apr 04 17:37:41.693951 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: dns_domain_ports.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.694861 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.695358 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 04 17:37:41.695684 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.696685 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.697669 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 04 17:37:41.697991 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: dvr.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.698658 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.699147 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: dvr Apr 04 17:37:41.699469 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: ecmp_routes.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.700420 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.700916 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 04 17:37:41.701234 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: empty_string_filtering.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.702144 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.702649 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: empty-string-filtering Apr 04 17:37:41.702973 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.703888 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.704419 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 04 17:37:41.704740 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.705656 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.706155 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 04 17:37:41.706478 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: external_net.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.707390 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.707891 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: external-net Apr 04 17:37:41.708214 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.709151 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.709649 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: extra_dhcp_opt Apr 04 17:37:41.709976 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: extraroute.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.710886 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.711386 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: extraroute Apr 04 17:37:41.711711 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: extraroute_atomic.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.713322 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.713820 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: extraroute-atomic Apr 04 17:37:41.714145 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: filter_validation.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.714813 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.715309 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: filter-validation Apr 04 17:37:41.715627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: fip_pf_description.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.716565 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.717063 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 04 17:37:41.717638 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: fip_pf_port_range.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.718556 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.719056 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 04 17:37:41.719374 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: fip_port_details.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.720316 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.720818 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: fip-port-details Apr 04 17:37:41.721141 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: flavors.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.722362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.722868 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: flavors Apr 04 17:37:41.723197 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.724873 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.725388 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 04 17:37:41.725719 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: floatingip_pools.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.726418 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.726925 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: floatingip-pools Apr 04 17:37:41.727254 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: ip_allocation.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.728361 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.728912 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension ip_allocation not supported by any of loaded plugins Apr 04 17:37:41.729241 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.730285 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.730810 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: ip-substring-filtering Apr 04 17:37:41.731138 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l2_adjacency.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.732079 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.732599 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 04 17:37:41.732925 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.735873 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.736456 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: router Apr 04 17:37:41.736786 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.739062 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.739588 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 04 17:37:41.739935 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.740899 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.741418 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: ext-gw-mode Apr 04 17:37:41.741753 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.742677 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.743187 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: l3-ha Apr 04 17:37:41.744050 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.745005 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.745512 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 04 17:37:41.745839 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_flavors.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.746765 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.747272 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: l3-flavors Apr 04 17:37:41.747606 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.749137 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.749655 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 04 17:37:41.749986 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.750919 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.751430 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 04 17:37:41.751760 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: l3agentscheduler.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.752841 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.753349 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: l3_agent_scheduler Apr 04 17:37:41.753682 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: local_ip.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.755479 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.756003 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension local_ip not supported by any of loaded plugins Apr 04 17:37:41.756369 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: logging.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.757852 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.758373 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension logging not supported by any of loaded plugins Apr 04 17:37:41.758710 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: metering.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.760282 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.760865 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: metering Apr 04 17:37:41.761202 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.762307 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.762815 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: metering_source_and_destination_fields Apr 04 17:37:41.763148 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: multiprovidernet.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.764079 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.764614 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: multi-provider Apr 04 17:37:41.764946 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: netmtu.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.765863 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.766364 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: net-mtu Apr 04 17:37:41.766692 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: netmtu_writable.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.767616 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.768115 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: net-mtu-writable Apr 04 17:37:41.768480 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: network_availability_zone.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.769149 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.769648 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: network_availability_zone Apr 04 17:37:41.769976 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: network_ip_availability.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.771082 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.771677 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: network-ip-availability Apr 04 17:37:41.772011 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: network_segment_range.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.772800 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.773299 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension network-segment-range not supported by any of loaded plugins Apr 04 17:37:41.773629 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: pagination.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.774773 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.775111 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: pagination Apr 04 17:37:41.775440 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: port_device_profile.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.776389 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.776903 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: port-device-profile Apr 04 17:37:41.777231 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.778164 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.778667 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: port-mac-address-regenerate Apr 04 17:37:41.778995 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.779928 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.780442 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: port-numa-affinity-policy Apr 04 17:37:41.780769 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: port_resource_request.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.781690 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.782187 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension port-resource-request not supported by any of loaded plugins Apr 04 17:37:41.782509 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: port_resource_request_groups.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.783482 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.783979 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 04 17:37:41.784330 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: portbindings.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.785252 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.785752 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: binding Apr 04 17:37:41.786077 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: portbindings_extended.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.787338 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.787845 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: binding-extended Apr 04 17:37:41.788176 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: portsecurity.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.789125 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.789629 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: port-security Apr 04 17:37:41.789959 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: project_id.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.790967 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.791301 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: project-id Apr 04 17:37:41.791629 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: providernet.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.792580 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.793091 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: provider Apr 04 17:37:41.793418 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.797040 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.797563 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos not supported by any of loaded plugins Apr 04 17:37:41.797897 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.799148 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.799662 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 04 17:37:41.799993 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.800954 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.801462 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 04 17:37:41.801788 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_default.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.802728 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.803235 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-default not supported by any of loaded plugins Apr 04 17:37:41.803565 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_fip.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.804515 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.805024 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-fip not supported by any of loaded plugins Apr 04 17:37:41.805350 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.806871 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.807377 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 04 17:37:41.807704 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_gateway_ip.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.808669 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.809179 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 04 17:37:41.809507 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_port_network_policy.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.810422 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.810926 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 04 17:37:41.811251 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.812332 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.812841 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 04 17:37:41.813169 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.814206 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.814714 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 04 17:37:41.815042 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_pps_rule.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.816218 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.816754 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-pps not supported by any of loaded plugins Apr 04 17:37:41.817082 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_rule_type_details.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.818003 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.818506 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 04 17:37:41.818833 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_rule_type_filter.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.819753 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.820281 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 04 17:37:41.820611 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: qos_rules_alias.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.822215 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.822705 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 04 17:37:41.823031 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: quota_check_limit.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.823951 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.824492 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: quota-check-limit Apr 04 17:37:41.824822 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: quotasv2.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.825748 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.826075 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: quotas Apr 04 17:37:41.826401 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: quotasv2_detail.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.828360 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.828698 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: quota_details Apr 04 17:37:41.829027 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: rbac.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.830098 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.830622 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: rbac-policies Apr 04 17:37:41.830955 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: rbac_address_group.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.831899 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.832453 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: rbac-address-group Apr 04 17:37:41.832781 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: rbac_address_scope.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.833707 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.834217 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: rbac-address-scope Apr 04 17:37:41.834543 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: rbac_security_groups.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.835536 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.836045 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: rbac-security-groups Apr 04 17:37:41.836406 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: rbac_subnetpool.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.837380 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.837892 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: rbac-subnetpool Apr 04 17:37:41.838217 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: revisionifmatch.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.839153 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.839659 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: revision-if-match Apr 04 17:37:41.839984 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: revisions.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.841155 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.841675 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: standard-attr-revisions Apr 04 17:37:41.842006 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: router_availability_zone.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.842932 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.843438 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: router_availability_zone Apr 04 17:37:41.843765 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: routerservicetype.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.844719 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.845230 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension router-service-type not supported by any of loaded plugins Apr 04 17:37:41.845555 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.846485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.846992 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: security-groups-normalized-cidr Apr 04 17:37:41.847318 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.848267 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.848779 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: port-security-groups-filtering Apr 04 17:37:41.849104 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.850048 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.850556 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: security-groups-remote-address-group Apr 04 17:37:41.850880 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.851828 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.852372 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: security-groups-shared-filtering Apr 04 17:37:41.852700 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.853312 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 04 17:37:41.853634 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: securitygroup.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.863422 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.864178 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: security-group Apr 04 17:37:41.864550 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: segment.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.865445 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.866102 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension segment not supported by any of loaded plugins Apr 04 17:37:41.866523 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.867710 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.868422 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 04 17:37:41.869370 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: servicetype.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.870758 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.871360 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: service-type Apr 04 17:37:41.871822 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: sorting.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.873170 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.873547 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: sorting Apr 04 17:37:41.874024 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: standard_attr_segment.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.875262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.875970 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 04 17:37:41.876504 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: standardattrdescription.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.877308 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.877922 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: standard-attr-description Apr 04 17:37:41.878291 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: stateful_security_group.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.879477 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.880286 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: stateful-security-group Apr 04 17:37:41.880729 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: stdattrs_common.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.881633 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 04 17:37:41.882078 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.883218 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.883940 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 04 17:37:41.885013 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: subnet_onboard.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.886402 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.886955 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: subnet_onboard Apr 04 17:37:41.887331 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.888522 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.889146 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 04 17:37:41.889630 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: subnet_service_types.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.890627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.891174 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: subnet-service-types Apr 04 17:37:41.891615 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: subnetallocation.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.893189 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.893822 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: subnet_allocation Apr 04 17:37:41.894192 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.895034 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.895777 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: subnetpool-prefix-ops Apr 04 17:37:41.896451 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.897675 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.898265 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 04 17:37:41.898586 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: tagging.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.900345 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.900935 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: standard-attr-tag Apr 04 17:37:41.901353 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: timestamp.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.902720 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.903280 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loaded extension: standard-attr-timestamp Apr 04 17:37:41.903865 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: trunk.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.905373 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.905923 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension trunk not supported by any of loaded plugins Apr 04 17:37:41.906305 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: trunk_details.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.907689 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.908456 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension trunk-details not supported by any of loaded plugins Apr 04 17:37:41.908893 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: uplink_status_propagation.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.909951 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.910498 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 04 17:37:41.910875 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Loading extension file: vlantransparent.py {{(pid=114996) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 17:37:41.911801 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114996) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 17:37:41.912402 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 04 17:37:41.915879 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:network Apr 04 17:37:41.916675 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:subnet Apr 04 17:37:41.917238 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 17:37:41.917740 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:port Apr 04 17:37:41.919527 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.920201 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service FLAVORS assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.921157 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.921727 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.922099 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:router Apr 04 17:37:41.922625 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:floatingip Apr 04 17:37:41.923392 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service METERING assigned prefix: /metering {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.925446 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.925981 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.926584 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:37:41.927965 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 17:37:41.928668 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:security_group Apr 04 17:37:41.929323 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 17:37:41.929967 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service CORE assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.930353 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 17:37:41.930863 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] subnetpool is already registered Apr 04 17:37:41.931998 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service CORE assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.932466 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 17:37:41.932930 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] subnetpool is already registered Apr 04 17:37:41.935634 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.936073 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service FLAVORS assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.936707 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.937132 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.937470 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:router Apr 04 17:37:41.937808 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] router is already registered Apr 04 17:37:41.938224 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:floatingip Apr 04 17:37:41.938562 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] floatingip is already registered Apr 04 17:37:41.939017 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service METERING assigned prefix: /metering {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.939683 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 17:37:41.940015 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] rbac_policy is already registered Apr 04 17:37:41.940524 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:security_group Apr 04 17:37:41.940864 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] security_group is already registered Apr 04 17:37:41.941270 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 17:37:41.941606 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] security_group_rule is already registered Apr 04 17:37:41.942232 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service CORE assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.942564 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 17:37:41.942902 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] subnetpool is already registered Apr 04 17:37:41.943323 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.v2.resource_helper [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Service CORE assigned prefix: {{(pid=114996) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 17:37:41.943663 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 17:37:41.943997 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING neutron.quota.resource_registry [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] subnetpool is already registered Apr 04 17:37:41.944504 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: extensions {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.946007 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: address-groups {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.948070 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: address-scopes {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.949430 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: agents {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.950598 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: auto-allocated-topology {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.951857 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: availability_zones {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.953145 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: dhcp-networks {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.954803 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: dhcp-agents {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.956268 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: routers {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.958471 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: flavors {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.959654 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: service_profiles {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.960914 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: next_providers {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.962487 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: service_profiles {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.965022 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: floatingip-pools {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.966271 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: routers {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.968691 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: floatingips {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.970017 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: l3-routers {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.971406 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: l3-agents {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.972938 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: metering-labels {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.974411 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: metering-label-rules {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.975701 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: network-ip-availabilities {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.977010 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: bindings {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.978705 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: quotas {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.980319 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: quotas {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.981880 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: rbac-policies {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.983169 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: security-groups {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.984441 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: security-group-rules {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.985678 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: service-providers {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.986889 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: subnetpools {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.988339 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: subnetpools {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.989843 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.991541 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.993382 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.995775 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.997610 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:41.999482 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:42.001201 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:42.003149 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:42.004974 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:42.006840 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron.api.extensions [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Extended resource: tags {{(pid=114996) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 17:37:42.013307 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING keystonemiddleware.auth_token [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 04 17:37:42.018054 dv-cinder-788368-5-iscsi neutron-server[114996]: WARNING keystonemiddleware.auth_token [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 04 17:37:42.026663 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_concurrency.lockutils [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Acquired lock "singleton_lock" {{(pid=114996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 04 17:37:42.027146 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_concurrency.lockutils [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Releasing lock "singleton_lock" {{(pid=114996) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 04 17:37:42.027807 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Starting 2 workers Apr 04 17:37:42.032736 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Started child 115103 {{(pid=114996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 17:37:42.037266 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Started child 115104 {{(pid=114996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 17:37:42.038523 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:42.039219 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO neutron.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 04 17:37:42.039630 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:42.040089 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [-] (115103) wsgi starting up on http://0.0.0.0:9696 Apr 04 17:37:42.042020 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:42.042490 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Starting 1 workers Apr 04 17:37:42.043458 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [-] (115104) wsgi starting up on http://0.0.0.0:9696 Apr 04 17:37:42.047376 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Started child 115105 {{(pid=114996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 17:37:42.047947 dv-cinder-788368-5-iscsi neutron-server[114996]: INFO oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Starting 1 workers Apr 04 17:37:42.051190 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] calling RpcWorker wait() {{(pid=115105) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 04 17:37:42.051731 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] returning from RpcWorker wait() {{(pid=115105) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 04 17:37:42.052559 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Started child 115106 {{(pid=114996) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 17:37:42.053104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:42.053361 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb9c2-91e2-4bdf-a9ab-b029fae3c486 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:42.053661 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:37:42.055362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 17:37:42.055592 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 17:37:42.055782 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 17:37:42.056561 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 17:37:42.056935 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 17:37:42.057103 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 17:37:42.057620 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.057913 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.058183 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.058354 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:42.058819 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.058819 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.059331 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.059589 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.059834 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.060115 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.060374 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.060546 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.060714 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.060957 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.061195 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.061490 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.061752 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.062000 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.062262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.062440 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.062709 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.062984 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.063243 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.063505 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] debug = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.063745 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.064210 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.064460 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.064703 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.064923 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.065199 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.065427 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.065699 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.065943 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.066179 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.066430 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.066694 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.066941 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.067154 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.067404 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.067651 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.067908 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.068129 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.068602 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] host = dv-cinder-788368-5-iscsi {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.068842 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.069093 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.069339 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.069587 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.069838 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.070094 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.070362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.070620 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.070872 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.071101 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.071361 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.071628 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.072477 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.072724 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.072891 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_options = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.073129 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.073409 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.073660 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.073853 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.074080 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.074220 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.074545 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.074715 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.074989 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.075209 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.075426 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.075646 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.075882 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.076107 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.076392 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.076612 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.076847 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.077081 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.077340 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.077591 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.077846 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.078100 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.078317 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.078540 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.078776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.078992 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.079223 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.079459 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.079680 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.079913 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.081225 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:37:42.081359 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.082797 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.082797 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.083229 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.083229 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.083492 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.083960 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.083960 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.084500 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.084675 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.084812 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.085082 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.085696 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.085861 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.085998 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.086193 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.086433 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_json = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.086717 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.087077 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.087420 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.087420 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.087685 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.087818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.088834 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.091938 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.091938 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.091938 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.091938 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.092840 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.093016 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.093301 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.096485 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.097180 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.097180 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.097180 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.098050 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.098050 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.099776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.099776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.099776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.099776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.099776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.099776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.100578 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.100578 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.100810 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.100946 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.101204 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.101568 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.101875 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.102130 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.102400 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.102653 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.103384 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.103614 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.103850 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.104089 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.104366 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.104656 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.104872 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.105097 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.105316 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.105551 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.105788 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.106020 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.106259 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.106517 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.106745 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.106970 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.107199 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.107415 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.108266 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.108266 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.108266 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.108480 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.108581 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.108815 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.109661 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.109898 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.110491 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.110745 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.110983 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.111205 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.111447 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.111670 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.111909 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.112121 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.112767 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.113052 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.113262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.114031 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.114268 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.114852 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.115083 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.115308 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.115562 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.115782 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.115998 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.116212 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.116448 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.116663 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.116876 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.117088 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.117302 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.117889 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.118107 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.118322 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.118566 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.119318 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.120509 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.120996 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.121341 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.121626 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.122414 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.122676 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.122960 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.123193 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.123482 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.123714 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.123976 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.124218 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.124531 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.124888 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.125175 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.125428 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.125673 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.125916 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.126144 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.126366 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.126593 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.126855 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.127317 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.127672 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.127962 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.128208 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.128494 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.128734 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.128971 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.129263 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.129552 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.129842 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.130086 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.130366 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.130681 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.130942 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.131213 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.131476 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.131714 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.131999 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.132252 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.132522 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.132773 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.133021 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.133262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.133489 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.133743 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.133965 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.134220 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.134534 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.134789 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.135012 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.135229 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.135504 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.135753 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.136013 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.136304 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.136558 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.136809 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.137055 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.137284 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.137500 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.137749 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.138001 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.138217 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.138463 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.138698 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.138934 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.139152 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.139366 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.139615 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.139829 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.140064 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.140297 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.140516 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.140732 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.140997 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.141213 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.141433 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.141668 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.141885 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.142122 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.142340 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.142552 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.142800 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.143022 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.143296 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.143593 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.143774 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.144032 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.144250 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.144781 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.145027 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.145164 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.145376 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.145601 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.146029 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.146251 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.146484 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.146718 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.146949 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.147184 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.147457 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.147696 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.148042 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.148366 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.148546 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.148787 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.149026 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.149274 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.149491 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.149706 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.149953 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.150169 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.150392 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.150629 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.150866 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.151084 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.151299 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.151545 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.151784 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.152023 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.152299 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.152518 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.152742 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.152955 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.153176 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.153426 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.153641 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.153851 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.154067 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.154273 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155660 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155731 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.155977 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.156225 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.156457 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.156668 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.156889 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.157108 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.157318 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.157563 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.157776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.158012 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.158235 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.158449 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.158658 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.158886 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.159099 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.159305 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.159526 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.159779 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.159946 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.160167 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.160398 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.160606 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.160849 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.161085 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.161295 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.161540 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.161761 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.161969 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.162191 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.162405 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.162615 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.162882 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.163142 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.163362 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.163655 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.163899 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.164144 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.164422 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.164742 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.164956 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.165216 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.165939 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.166131 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:37:42.166232 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.166367 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.166603 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.166947 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.167218 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.167512 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.167734 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.168007 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.168299 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.168586 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.168803 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.169654 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.169801 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.170562 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.170835 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.171090 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.171348 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.171592 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.171818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.172040 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.172279 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.172524 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.172773 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.173035 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.173262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.173484 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.173718 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.173959 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.174187 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.174428 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.174673 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.174916 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.175079 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 17:37:42.175607 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114996) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 17:37:42.175768 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 17:37:42.175923 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 17:37:42.176095 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 17:37:42.176288 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 17:37:42.176443 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 17:37:42.176653 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.176818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.176981 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.177144 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.177307 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.177489 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.177653 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.177816 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.177984 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.178146 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.178307 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.178468 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.178627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.178788 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.178949 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.179110 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.179268 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.179427 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.179592 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.179754 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.179915 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.180074 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.180250 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] debug = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.180409 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.180622 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.180788 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.180950 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.181149 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.181311 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.181471 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.181632 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.181792 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.181953 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.182112 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.182272 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.182431 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.182594 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.182753 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.182914 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.183078 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.183223 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.183386 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] host = dv-cinder-788368-5-iscsi {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.183547 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.183708 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.183866 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.184025 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.184184 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.184364 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.184525 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.184684 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.184843 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185003 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185162 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185321 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185479 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185614 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185779 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_options = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.185971 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.186085 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.186245 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.186438 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.186596 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187347 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187347 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187347 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187347 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187619 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187805 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.187895 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.188052 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.188439 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.188602 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.188746 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.188910 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.189063 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.189228 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.189393 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.189552 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.189691 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.189888 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.190057 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.190224 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.190579 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.190579 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.190853 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.190853 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.191121 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.191121 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.191373 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.191725 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.191725 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.191981 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192113 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192270 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192425 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192560 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192720 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192847 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.192928 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.193075 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.193235 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.193395 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.193554 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.193716 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_json = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.193875 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194034 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194192 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194351 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194511 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194672 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194830 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.194990 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.195149 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 17:37:42.195328 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.195493 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.195667 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.195831 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.195995 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.196157 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.196359 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.196525 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.197202 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.197367 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.197539 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.197703 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.197892 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.198063 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.198227 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.198393 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.198556 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.198721 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.198885 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.199048 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.199209 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.199372 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.199544 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.199707 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.199869 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.200031 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.200193 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.200402 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.200547 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.200723 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.200887 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.201050 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.201214 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.201376 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.201540 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.201689 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.201857 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.202021 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.202186 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.202349 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.202511 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.202674 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.202839 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203001 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203167 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203329 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203492 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203656 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.203981 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.204145 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.205806 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.206988 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.207627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.207627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.207627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.207627 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.207914 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.207914 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208052 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208127 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208303 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208469 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208634 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208797 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.208959 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.209123 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.209286 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.209449 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.209612 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.209776 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.209939 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.210101 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.210263 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.210425 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.210595 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.210772 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.210935 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.211098 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.211260 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.211422 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.211585 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.211747 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.211908 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.212072 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.212293 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.212463 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.212626 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.212790 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.212953 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.213117 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.213280 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.213441 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.213604 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.213767 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.213930 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.214092 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.214255 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.214419 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.214581 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.214744 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.214906 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.215069 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.215243 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.215406 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.215572 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.215735 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.215905 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.216076 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.216257 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.216422 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.216585 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.216747 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.216910 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.217072 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.217480 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.217654 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.217817 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.217985 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.218160 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.218323 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.218487 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.218651 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.218836 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.218998 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.219159 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.219322 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.219482 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.219635 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.219797 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.219960 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.220122 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.220304 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.220471 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.220634 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.220797 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.220962 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.221123 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.221286 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.221449 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.221612 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.221773 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.221936 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.222099 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.222262 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.222424 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.222585 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.222747 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.222910 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.223072 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.223235 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.223398 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.223562 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.223724 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.223885 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.224047 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.224209 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.224392 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.224555 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.224718 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.224884 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.225071 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.225235 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.225399 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.225562 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.225725 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.225890 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.226055 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.226218 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.226380 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.226543 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.226705 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.226870 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.227033 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.227195 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.227359 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.227522 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.227684 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.228400 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.228570 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.228734 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.228899 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.229062 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.229224 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.229388 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.229551 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.229714 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.229877 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.230044 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.230206 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.230369 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.230531 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.230694 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.230856 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.231022 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.231186 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.231349 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.231512 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.231676 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.231840 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.232002 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.232163 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.232345 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.232509 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.232672 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233036 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233036 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233200 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233313 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233477 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233640 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233802 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.233966 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.234140 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.234306 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.234468 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.234631 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.234793 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.234955 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.235129 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.235294 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.235457 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.235620 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.235782 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.235944 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.236116 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.236301 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.236664 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.236838 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237001 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237099 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38200) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:37:42.237185 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237325 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237491 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237653 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237815 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.237977 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.238143 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.238317 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.238487 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.238650 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.238812 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.238973 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.239136 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.239308 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.239472 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.239636 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.239807 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.240029 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.240219 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.240382 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.240546 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.240710 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.240876 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.241040 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.241204 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.241368 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.241532 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.241701 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.241875 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.242046 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.242212 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.242384 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.242556 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.242728 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.242891 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.243060 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.243234 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.243397 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.243615 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.244325 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.244491 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.244653 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.244818 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.244980 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.245142 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.245305 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.245468 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.245632 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.245795 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.245960 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.246123 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.246837 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.246837 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.246837 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.247038 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069683 Apr 04 17:37:42.247108 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.247108 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 17:37:42.247550 dv-cinder-788368-5-iscsi neutron-server[114996]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114996) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 17:37:53.445653 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf99af-a85f-4e00-b4da-46a68a4020bd None None] get_active_networks_info from dv-cinder-788368-5-iscsi {{(pid=115105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 04 17:37:53.512897 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf99af-a85f-4e00-b4da-46a68a4020bd None None] No non-hosted networks {{(pid=115105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 04 17:37:53.541193 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.agentschedulers_db [None req-fbaf99af-a85f-4e00-b4da-46a68a4020bd None None] DHCP Agent not found on host dv-cinder-788368-5-iscsi {{(pid=115105) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 04 17:37:53.650211 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c098ae1b-d975-4528-8eb7-56364fbf1442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541878'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:55.715402 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-94015dd9-070d-498b-b9a6-f1dae28aa9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541878'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:55.761851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-92caf0b7-15d1-497a-b1f4-40c461ad5b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:56.705673 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38268) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:37:56.707670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541878'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:57.226666 dv-cinder-788368-5-iscsi neutron-server[115104]: WARNING oslo_policy.policy [None req-3b5c0ca3-d043-4b23-a470-ff057abd47ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:37:57.227324 dv-cinder-788368-5-iscsi neutron-server[115104]: WARNING oslo_policy.policy [None req-3b5c0ca3-d043-4b23-a470-ff057abd47ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:37:57.452324 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [None req-3b5c0ca3-d043-4b23-a470-ff057abd47ee admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:37:57.460337 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-3b5c0ca3-d043-4b23-a470-ff057abd47ee admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7466874 Apr 04 17:37:58.242739 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541878'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:59.779639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541878'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:37:59.780557 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.780670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.780916 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.781231 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.781542 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.781866 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.782181 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.782518 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.782835 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.783149 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.783479 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.783792 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.784117 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.784466 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.784774 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:37:59.785320 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788368-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:37:59.792140 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788368-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:00.011795 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38298) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:00.321828 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:00.419117 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.policy [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 17:38:00.465636 dv-cinder-788368-5-iscsi neutron-server[115104]: WARNING oslo_policy.policy [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:38:00.465951 dv-cinder-788368-5-iscsi neutron-server[115104]: WARNING oslo_policy.policy [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:38:00.563881 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753642062927', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753642062386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753642013637', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753642039060', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753642029941', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753642389501', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16112673', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16089475', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-492584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452290'] for rbac-policy (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:00.630895 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:00.644279 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-747654be-5da5-4bd0-97ae-73ade4ee203d admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6193323 Apr 04 17:38:03.114926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38310) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:03.619528 dv-cinder-788368-5-iscsi neutron-server[115103]: WARNING oslo_policy.policy [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:38:03.620124 dv-cinder-788368-5-iscsi neutron-server[115103]: WARNING oslo_policy.policy [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:38:03.757118 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.db.l3_hamode_db [None req-c4cf4f7e-9695-49a3-8925-bc3118466a5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 04 17:38:03.833510 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf4f7e-9695-49a3-8925-bc3118466a5e None None] Routers set() bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:38:03.833910 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf4f7e-9695-49a3-8925-bc3118466a5e None None] Router IDs set() for agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 17:38:03.844355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:03.898570 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Made reservation on behalf of 674cfc5692ec4b0e9995130723f4d3f4 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:38:03.959637 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.policy [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 17:38:04.002627 dv-cinder-788368-5-iscsi neutron-server[115103]: WARNING oslo_policy.policy [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:38:04.002999 dv-cinder-788368-5-iscsi neutron-server[115103]: WARNING oslo_policy.policy [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 17:38:04.014920 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.036219 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.146131 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks [] for security_group (75d3088b-a348-43f1-8099-55812230fa18), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.149855 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (75d3088b-a348-43f1-8099-55812230fa18), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.174081 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:38:04.207802 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753637682827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (1b875c63-7ed3-41be-a486-c80356b8309a), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.208439 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Unsubscribe: segment precommit_create {{(pid=115103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 17:38:04.208930 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Added segment 1b875c63-7ed3-41be-a486-c80356b8309a of type vlan for network 81226cb6-0b96-4959-a945-e36d94759e4d Apr 04 17:38:04.224787 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3088b-a348-43f1-8099-55812230fa18,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:04.275828 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.276085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.276474 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.276824 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.277152 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.277471 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.277785 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.278098 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.278411 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.278722 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.279033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.279359 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.279674 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.280001 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.280315 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Tracked resource versions report: Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: pushed versions: Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: { 'AddressGroup': {'1.2'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Agent': {'1.1'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'ConntrackHelper': {'1.0'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Log': {'1.0'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'NDPProxy': {'1.0'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Network': {'1.1'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Port': {'1.7'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'PortForwarding': {'1.3'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'QosPolicy': {'1.10'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroup': {'1.5'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SubPort': {'1.0'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Subnet': {'1.1'}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Trunk': {'1.1'}} Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: consumer versions: Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Agent': '1.1', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'ConntrackHelper': '1.0', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'LocalIPAssociation': '1.0', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Log': '1.0', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'NDPProxy': '1.0', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Network': '1.1', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Port': '1.7', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'PortForwarding': '1.3', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'QosPolicy': '1.10', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroup': '1.5', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroupRule': '1.2', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SubPort': '1.0', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Subnet': '1.1', Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Trunk': '1.1'}} Apr 04 17:38:04.281883 dv-cinder-788368-5-iscsi neutron-server[115103]: {{(pid=115103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:38:04.323556 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (81226cb6-0b96-4959-a945-e36d94759e4d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.363448 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (81226cb6-0b96-4959-a945-e36d94759e4d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.369227 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:04.369975 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:04.454467 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3374157 Apr 04 17:38:04.494665 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3a25f-30a8-471b-be44-95d6471ce5f7 demo demo] Pushing event updated for resources: {'Network': ['ID=81226cb6-0b96-4959-a945-e36d94759e4d,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:04.506899 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 81226cb6-0b96-4959-a945-e36d94759e4d details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:38:06.974453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38330) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:07.363266 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab15cc-d2ec-476f-b264-d6324449dcdb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:07.364582 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-74ab15cc-d2ec-476f-b264-d6324449dcdb demo admin] 10.222.0.24 "GET /v2.0/networks/81226cb6-0b96-4959-a945-e36d94759e4d HTTP/1.1" status: 200 len: 825 time: 0.3891320 Apr 04 17:38:07.404828 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6658c456-716a-4c19-a439-c812624da5a4 demo admin] 10.222.0.24 "GET /v2.0/subnetpools/4fd4ab3d-f75a-4888-acb0-13bd15b296ab HTTP/1.1" status: 200 len: 734 time: 0.0341458 Apr 04 17:38:07.413513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:07.434949 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Made reservation on behalf of 674cfc5692ec4b0e9995130723f4d3f4 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:38:07.437325 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:07.732469 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (3b7b6f6e-0a06-45b4-8f10-15073c87d863), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:07.798844 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3b7b6f6e-0a06-45b4-8f10-15073c87d863,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:07.804422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Checking segment: {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:38:07.804815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Network hostable DHCP agents. Network: 81226cb6-0b96-4959-a945-e36d94759e4d, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:38:07.824764 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Network 81226cb6-0b96-4959-a945-e36d94759e4d is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:38:07.835503 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 81226cb6-0b96-4959-a945-e36d94759e4d) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:38:07.840779 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:07.841406 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:07.845784 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c645e-21ff-4fce-9ee0-f1ebb56695fe None None] Network 81226cb6-0b96-4959-a945-e36d94759e4d requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:38:07.859381 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e7e6df80-934a-4100-807b-905d60b4ed17 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4491765 Apr 04 17:38:08.223167 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-81226cb6-0b96-4959-a945-e36d94759e4d', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:38:08.224418 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:08.496158 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Allocated IP 172.20.0.2 (81226cb6-0b96-4959-a945-e36d94759e4d/3b7b6f6e-0a06-45b4-8f10-15073c87d863/4877c614-3211-4219-82fb-ac8b489a2c18) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:38:08.759692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Publish callbacks [] for port (4877c614-3211-4219-82fb-ac8b489a2c18), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:08.766363 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:08.837700 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Network 81226cb6-0b96-4959-a945-e36d94759e4d is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:38:08.845467 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:38:08.858846 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:38:08.871890 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Pushing event updated for resources: {'Port': ['ID=4877c614-3211-4219-82fb-ac8b489a2c18,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:08.914941 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.915295 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.915651 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.916002 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.916362 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.916692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.917017 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.917340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.917662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.917983 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.918304 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.918644 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.918966 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.919285 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.919599 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Tracked resource versions report: Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: pushed versions: Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: { 'AddressGroup': {'1.2'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Agent': {'1.1'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'ConntrackHelper': {'1.0'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Log': {'1.0'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'NDPProxy': {'1.0'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Network': {'1.1'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Port': {'1.7'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'PortForwarding': {'1.3'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'QosPolicy': {'1.10'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroup': {'1.5'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SubPort': {'1.0'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Subnet': {'1.1'}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Trunk': {'1.1'}} Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: consumer versions: Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Agent': '1.1', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'ConntrackHelper': '1.0', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'LocalIPAssociation': '1.0', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Log': '1.0', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'NDPProxy': '1.0', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Network': '1.1', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Port': '1.7', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'PortForwarding': '1.3', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'QosPolicy': '1.10', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroup': '1.5', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroupRule': '1.2', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SubPort': '1.0', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Subnet': '1.1', Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Trunk': '1.1'}} Apr 04 17:38:08.921065 dv-cinder-788368-5-iscsi neutron-server[115105]: {{(pid=115105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:38:08.952546 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Attempting to bind port 4877c614-3211-4219-82fb-ac8b489a2c18 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:38:08.952940 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Attempting to bind port 4877c614-3211-4219-82fb-ac8b489a2c18 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:38:08.953363 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Attempting to bind port 4877c614-3211-4219-82fb-ac8b489a2c18 on network 81226cb6-0b96-4959-a945-e36d94759e4d {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:38:08.958052 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:38:08.958415 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Checking segment: {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:38:08.958891 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:08.959276 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Bound using segment: {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:38:08.959755 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Bound port: 4877c614-3211-4219-82fb-ac8b489a2c18, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:38:08.960160 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:09.020659 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] For port 4877c614-3211-4219-82fb-ac8b489a2c18, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:38:09.024867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] For port 4877c614-3211-4219-82fb-ac8b489a2c18, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=4877c614-3211-4219-82fb-ac8b489a2c18,segment=NetworkSegment(1b875c63-7ed3-41be-a486-c80356b8309a),segment_id=1b875c63-7ed3-41be-a486-c80356b8309a)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:38:09.033999 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:09.100037 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc62162-435c-4d84-aa54-4cbd72ecfae2 None None] Pushing event updated for resources: {'Port': ['ID=4877c614-3211-4219-82fb-ac8b489a2c18,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:10.414175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38338) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:10.738118 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [None req-ca14ee0a-cf4a-449d-be26-e9a9032407b0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:38:10.739106 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ca14ee0a-cf4a-449d-be26-e9a9032407b0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239999 Apr 04 17:38:13.279085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38346) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:13.592781 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [None req-7d1b3f03-f566-48f8-bf4d-83c5a9ec2384 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:38:13.593843 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7d1b3f03-f566-48f8-bf4d-83c5a9ec2384 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138459 Apr 04 17:38:16.137556 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38354) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:16.443312 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:16.465560 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:16.467368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:16.605043 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] Publish callbacks [] for router_controller (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), precommit_add_association {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:16.609950 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:16.627014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:16.628170 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4afc5a75-9979-4cc8-bef1-157041804413 demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4895678 Apr 04 17:38:19.161127 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38366) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:19.504981 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [None req-e5ee3d1b-1c37-4413-9f54-feccb3084444 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:38:19.505976 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e5ee3d1b-1c37-4413-9f54-feccb3084444 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3438962 Apr 04 17:38:20.342885 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa275a9-5ce1-4646-9d71-34cc5237ca9b None None] Network 81226cb6-0b96-4959-a945-e36d94759e4d requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:38:20.485903 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] Provisioning complete for port 4877c614-3211-4219-82fb-ac8b489a2c18 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:20.486315 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:20.525861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 4877c614-3211-4219-82fb-ac8b489a2c18 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:38:20.646445 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 4877c614-3211-4219-82fb-ac8b489a2c18 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:20.646846 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:20.705626 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] Current status of the port 4877c614-3211-4219-82fb-ac8b489a2c18 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:20.706005 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:20.763696 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] For port 4877c614-3211-4219-82fb-ac8b489a2c18, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=4877c614-3211-4219-82fb-ac8b489a2c18,segment=NetworkSegment(1b875c63-7ed3-41be-a486-c80356b8309a),segment_id=1b875c63-7ed3-41be-a486-c80356b8309a)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:38:20.769865 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:20.795537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 4877c614-3211-4219-82fb-ac8b489a2c18 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:20.795916 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:20.853235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d4a8c-d272-4759-aa27-25c30ecfdffb None None] Pushing event updated for resources: {'Port': ['ID=4877c614-3211-4219-82fb-ac8b489a2c18,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:20.866337 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.db.api [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 17:38:20.866742 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG oslo_db.api [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 17:38:20.887815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-6cb32969-dde8-48b2-8960-83a63e5ddedf None None] Provisioning complete for port 4877c614-3211-4219-82fb-ac8b489a2c18 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:20.888207 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6cb32969-dde8-48b2-8960-83a63e5ddedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:20.962596 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-6cb32969-dde8-48b2-8960-83a63e5ddedf None None] Current status of the port 4877c614-3211-4219-82fb-ac8b489a2c18 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:21.401651 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 4877c614-3211-4219-82fb-ac8b489a2c18 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:22.028563 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38374) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:22.326243 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:22.346503 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Made reservation on behalf of a09ad3bc7d0142deb853d321e8eff315 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:38:22.348755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.357120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.432151 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks [] for security_group (344521a8-5cc4-43b3-8645-7c4787941e08), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.444687 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (344521a8-5cc4-43b3-8645-7c4787941e08), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.459293 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Reserving flat network on physical network physnet1 {{(pid=115103) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 04 17:38:22.465712 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 4877c614-3211-4219-82fb-ac8b489a2c18 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:38:22.484505 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (bbc903ff-59be-4f2b-b869-12de82094716), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.484946 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Added segment bbc903ff-59be-4f2b-b869-12de82094716 of type flat for network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 Apr 04 17:38:22.492121 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344521a8-5cc4-43b3-8645-7c4787941e08,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:22.516425 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 4877c614-3211-4219-82fb-ac8b489a2c18 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:22.516817 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.537693 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.569071 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.569980 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:22.571119 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:22.591255 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 4877c614-3211-4219-82fb-ac8b489a2c18 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:22.636677 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6070106 Apr 04 17:38:22.670457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d19c-6f1e-4cd2-a8fd-7892ce6a7e78 admin admin] Pushing event updated for resources: {'Network': ['ID=cd235ceb-c53c-4bf9-a027-1a1a8e8931c2,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:22.680951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:38:23.351655 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1745f234-233b-4888-8569-38dcc47c127d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:25.152080 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38382) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:25.564806 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109fdb24-15cd-49bf-af84-6af3cc7b411c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:25.566312 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-109fdb24-15cd-49bf-af84-6af3cc7b411c demo admin] 10.222.0.24 "GET /v2.0/subnets/3b7b6f6e-0a06-45b4-8f10-15073c87d863 HTTP/1.1" status: 200 len: 849 time: 0.4133053 Apr 04 17:38:25.707660 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2792922e-543e-4cc2-813e-882eeb5ee038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:25.737497 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e91db77a-0618-4e8a-a9e8-5554338789a8 demo admin] 10.222.0.24 "GET /v2.0/routers/9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 HTTP/1.1" status: 200 len: 704 time: 0.1649375 Apr 04 17:38:26.019501 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.314098 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Allocated IP 172.20.0.1 (81226cb6-0b96-4959-a945-e36d94759e4d/3b7b6f6e-0a06-45b4-8f10-15073c87d863/62a3821b-99ef-4a03-a792-42418dac23db) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:38:26.516151 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks [] for port (62a3821b-99ef-4a03-a792-42418dac23db), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.584610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (62a3821b-99ef-4a03-a792-42418dac23db), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.643461 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Network 81226cb6-0b96-4959-a945-e36d94759e4d is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:38:26.648190 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:38:26.659693 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.693873 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Pushing event updated for resources: {'Port': ['ID=62a3821b-99ef-4a03-a792-42418dac23db,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:26.696889 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:38:26.696889 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.762162 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.762509 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.762870 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.763221 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.763555 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.763881 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.764206 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.764554 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.764878 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.765209 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.765531 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.765869 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.766192 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.766508 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.766829 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Tracked resource versions report: Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: pushed versions: Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: { 'AddressGroup': {'1.2'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Agent': {'1.1'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'ConntrackHelper': {'1.0'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Log': {'1.0'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'NDPProxy': {'1.0'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Network': {'1.1'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Port': {'1.7'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'PortForwarding': {'1.3'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'QosPolicy': {'1.10'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroup': {'1.5'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SubPort': {'1.0'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Subnet': {'1.1'}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Trunk': {'1.1'}} Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: consumer versions: Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Agent': '1.1', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'ConntrackHelper': '1.0', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'LocalIPAssociation': '1.0', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Log': '1.0', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'NDPProxy': '1.0', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Network': '1.1', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Port': '1.7', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'PortForwarding': '1.3', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'QosPolicy': '1.10', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroup': '1.5', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroupRule': '1.2', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SubPort': '1.0', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Subnet': '1.1', Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Trunk': '1.1'}} Apr 04 17:38:26.768212 dv-cinder-788368-5-iscsi neutron-server[115104]: {{(pid=115104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:38:26.904693 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (62a3821b-99ef-4a03-a792-42418dac23db), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.919512 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-42819d56-1fc2-4b91-9e2b-d43fcb3818d2 None None] Provisioning complete for port 62a3821b-99ef-4a03-a792-42418dac23db triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:26.920068 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-42819d56-1fc2-4b91-9e2b-d43fcb3818d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (62a3821b-99ef-4a03-a792-42418dac23db), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:26.952415 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-42819d56-1fc2-4b91-9e2b-d43fcb3818d2 None None] Port 62a3821b-99ef-4a03-a792-42418dac23db cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:38:27.109916 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks [] for port (62a3821b-99ef-4a03-a792-42418dac23db), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:27.114325 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (62a3821b-99ef-4a03-a792-42418dac23db), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:27.115071 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:27.186959 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Pushing event updated for resources: {'Port': ['ID=62a3821b-99ef-4a03-a792-42418dac23db,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:27.233063 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Network 81226cb6-0b96-4959-a945-e36d94759e4d is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:38:27.234290 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:38:27.443981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:38:27.472514 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-991d94ba-8b13-4b5e-a4f4-f13f3cd3bd70 None None] Provisioning complete for port 62a3821b-99ef-4a03-a792-42418dac23db triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:27.472904 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-991d94ba-8b13-4b5e-a4f4-f13f3cd3bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (62a3821b-99ef-4a03-a792-42418dac23db), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:27.507171 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-991d94ba-8b13-4b5e-a4f4-f13f3cd3bd70 None None] Port 62a3821b-99ef-4a03-a792-42418dac23db cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:38:27.535589 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45719046-173b-49fa-b907-540a589c942a demo admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:38:27.542241 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-45719046-173b-49fa-b907-540a589c942a demo admin] 10.222.0.24 "PUT /v2.0/routers/9d13fdfd-d1d4-49fa-8fc7-abf4b4084001/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7980387 Apr 04 17:38:27.559846 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Sync routers for ids ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:38:27.572509 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Routers {'9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:38:27.573346 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:38:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:27.763981 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Set router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 gateway port host: None {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:38:28.190429 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'name': 'router1', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:38:16Z', 'updated_at': '2022-04-04T17:38:26Z', 'revision_number': 2, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'gw_port_host': None, '_interfaces': [{'id': '62a3821b-99ef-4a03-a792-42418dac23db', 'name': '', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'mac_address': 'fa:16:3e:dd:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:26Z', 'updated_at': '2022-04-04T17:38:26Z', 'revision_number': 2, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'subnets': [{'id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:28.198131 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:28.243459 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Checking router: 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:38:28.243918 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Updating router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 port 62a3821b-99ef-4a03-a792-42418dac23db binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:38:28.295698 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (62a3821b-99ef-4a03-a792-42418dac23db), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:28.810595 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Publish callbacks [] for port (62a3821b-99ef-4a03-a792-42418dac23db), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:28.817722 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (62a3821b-99ef-4a03-a792-42418dac23db), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:28.979645 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Pushing event updated for resources: {'Port': ['ID=62a3821b-99ef-4a03-a792-42418dac23db,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:28.985513 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Attempting to bind port 62a3821b-99ef-4a03-a792-42418dac23db on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:38:28.985916 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Attempting to bind port 62a3821b-99ef-4a03-a792-42418dac23db by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:38:28.986336 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Attempting to bind port 62a3821b-99ef-4a03-a792-42418dac23db on network 81226cb6-0b96-4959-a945-e36d94759e4d {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:38:28.995331 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.995668 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.996011 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.996377 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.996706 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.997027 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.997347 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.997662 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.997979 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.998298 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.998615 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.998943 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.999260 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.999571 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:28.999883 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Tracked resource versions report: Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: pushed versions: Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: { 'AddressGroup': {'1.2'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Agent': {'1.1'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'ConntrackHelper': {'1.0'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Log': {'1.0'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'NDPProxy': {'1.0'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Network': {'1.1'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Port': {'1.7'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'PortForwarding': {'1.3'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'QosPolicy': {'1.10'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroup': {'1.5'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SubPort': {'1.0'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Subnet': {'1.1'}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Trunk': {'1.1'}} Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: consumer versions: Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Agent': '1.1', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'ConntrackHelper': '1.0', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'LocalIPAssociation': '1.0', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Log': '1.0', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'NDPProxy': '1.0', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Network': '1.1', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Port': '1.7', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'PortForwarding': '1.3', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'QosPolicy': '1.10', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroup': '1.5', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroupRule': '1.2', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SubPort': '1.0', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Subnet': '1.1', Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Trunk': '1.1'}} Apr 04 17:38:29.001371 dv-cinder-788368-5-iscsi neutron-server[115106]: {{(pid=115106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:38:29.003655 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:38:29.004069 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Checking segment: {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:38:29.004514 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.004890 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Bound using segment: {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:38:29.005402 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Bound port: 62a3821b-99ef-4a03-a792-42418dac23db, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b875c63-7ed3-41be-a486-c80356b8309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:38:29.005782 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (62a3821b-99ef-4a03-a792-42418dac23db), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.035535 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-5ba4ce06-e50b-4cad-a773-359624a8a682 None None] Provisioning complete for port 62a3821b-99ef-4a03-a792-42418dac23db triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:29.036055 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ce06-e50b-4cad-a773-359624a8a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (62a3821b-99ef-4a03-a792-42418dac23db), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.069308 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4ce06-e50b-4cad-a773-359624a8a682 None None] Port 62a3821b-99ef-4a03-a792-42418dac23db cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:38:29.075131 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] For port 62a3821b-99ef-4a03-a792-42418dac23db, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:38:29.096588 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] For port 62a3821b-99ef-4a03-a792-42418dac23db, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=62a3821b-99ef-4a03-a792-42418dac23db,segment=NetworkSegment(1b875c63-7ed3-41be-a486-c80356b8309a),segment_id=1b875c63-7ed3-41be-a486-c80356b8309a)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:38:29.102940 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (62a3821b-99ef-4a03-a792-42418dac23db), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.164675 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71571-6036-473b-b64d-e309deb8c937 None None] Pushing event updated for resources: {'Port': ['ID=62a3821b-99ef-4a03-a792-42418dac23db,revision_number=4']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:29.168899 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Routers {'9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:38:29.169539 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:38:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:29.258517 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] Set router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 gateway port host: None {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:38:29.389977 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] Provisioning complete for port 62a3821b-99ef-4a03-a792-42418dac23db triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:29.390522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (62a3821b-99ef-4a03-a792-42418dac23db), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.469330 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'name': 'router1', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:38:16Z', 'updated_at': '2022-04-04T17:38:26Z', 'revision_number': 2, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'gw_port_host': None, '_interfaces': [{'id': '62a3821b-99ef-4a03-a792-42418dac23db', 'name': '', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'mac_address': 'fa:16:3e:dd:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:26Z', 'updated_at': '2022-04-04T17:38:29Z', 'revision_number': 4, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'subnets': [{'id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:29.472637 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] Current status of the port 62a3821b-99ef-4a03-a792-42418dac23db is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:29.473026 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (62a3821b-99ef-4a03-a792-42418dac23db), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.499794 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d10ae-e832-43ae-b5c6-84a2f8f10396 None None] The sync data for ids ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'] in dv-cinder-788368-5-iscsi is: [{'id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'name': 'router1', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:38:16Z', 'updated_at': '2022-04-04T17:38:26Z', 'revision_number': 2, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'gw_port_host': None, '_interfaces': [{'id': '62a3821b-99ef-4a03-a792-42418dac23db', 'name': '', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'mac_address': 'fa:16:3e:dd:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:26Z', 'updated_at': '2022-04-04T17:38:29Z', 'revision_number': 4, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'subnets': [{'id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:38:29.509913 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] For port 62a3821b-99ef-4a03-a792-42418dac23db, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=62a3821b-99ef-4a03-a792-42418dac23db,segment=NetworkSegment(1b875c63-7ed3-41be-a486-c80356b8309a),segment_id=1b875c63-7ed3-41be-a486-c80356b8309a)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:38:29.514463 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (62a3821b-99ef-4a03-a792-42418dac23db), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:29.562414 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024a702-610f-471c-aaab-e1fcc291eb6c None None] Pushing event updated for resources: {'Port': ['ID=62a3821b-99ef-4a03-a792-42418dac23db,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:29.784455 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:30.068779 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38406) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:30.264684 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a3f85-d6be-48ba-9ea2-f5372faef483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:30.267951 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4e3a3f85-d6be-48ba-9ea2-f5372faef483 admin admin] 10.222.0.24 "GET /v2.0/networks/cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 HTTP/1.1" status: 200 len: 842 time: 0.1981041 Apr 04 17:38:30.275321 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:30.302782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Made reservation on behalf of a09ad3bc7d0142deb853d321e8eff315 for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:38:30.305756 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:30.613373 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.objects.ports [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 17:38:30.613690 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:30.673350 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:30.677343 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:38:30.677718 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Network hostable DHCP agents. Network: cd235ceb-c53c-4bf9-a027-1a1a8e8931c2, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:38:30.697359 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:38:30.708161 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, cd235ceb-c53c-4bf9-a027-1a1a8e8931c2) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:38:30.712925 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:30.713542 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:30.719914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdbf49-798a-421e-a199-73a64f13bbc7 None None] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:38:30.742873 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-376fc21e-d569-4c93-a243-22594a9eed39 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4592853 Apr 04 17:38:30.829514 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883fc090-c03c-42b2-afe3-cb7c65b1ee6f None None] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:38:33.249896 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38424) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:33.380584 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-86345cee-76c3-4f73-b3e1-6ff3ec7c5ea9 demo admin] 10.222.0.24 "GET /v2.0/routers/9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 HTTP/1.1" status: 200 len: 710 time: 0.1293666 Apr 04 17:38:33.464398 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed377dce-80fb-45f2-8f82-886540c1ef6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:38:33.465743 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ed377dce-80fb-45f2-8f82-886540c1ef6e demo admin] 10.222.0.24 "GET /v2.0/networks/cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 HTTP/1.1" status: 200 len: 886 time: 0.0794365 Apr 04 17:38:33.475244 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:38:33.721853 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks [] for router_gateway (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.018389 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks [] for router_gateway (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.090839 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.191566 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Allocated IP 172.27.3.215 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/9667ca02-dafa-46f4-8b88-2eecef6936c6) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:38:34.287064 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks [] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.318972 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.357328 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:38:34.359957 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:38:34.367949 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:38:34.401933 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Pushing event updated for resources: {'Port': ['ID=9667ca02-dafa-46f4-8b88-2eecef6936c6,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:34.614573 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks [] for router_gateway (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.824388 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540748', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1964'] for router (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.827830 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-542655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542646', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544029'] for router (9d13fdfd-d1d4-49fa-8fc7-abf4b4084001), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:34.937730 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:38:35.044870 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:38:35.049039 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:35.050206 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1acbe9ab-8b37-43c2-a80c-ff4341c2ce46 demo admin] 10.222.0.24 "PUT /v2.0/routers/9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 HTTP/1.1" status: 200 len: 890 time: 1.5783801 Apr 04 17:38:36.500349 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 62a3821b-99ef-4a03-a792-42418dac23db up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:38:36.549937 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 62a3821b-99ef-4a03-a792-42418dac23db triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:36.550222 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (62a3821b-99ef-4a03-a792-42418dac23db), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:36.627341 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 62a3821b-99ef-4a03-a792-42418dac23db is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:37.552372 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38436) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:38:37.680316 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-921475c9-1b37-48e0-84e4-170e0a4d3ab9 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1267996 Apr 04 17:38:38.027291 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Sync routers for ids ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:38:38.039807 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Routers {'9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:38:38.040551 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:38:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:38.263118 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Set router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:38:38.728950 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'name': 'router1', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9667ca02-dafa-46f4-8b88-2eecef6936c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:38:16Z', 'updated_at': '2022-04-04T17:38:34Z', 'revision_number': 4, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'gw_port': {'id': '9667ca02-dafa-46f4-8b88-2eecef6936c6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:34Z', 'updated_at': '2022-04-04T17:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '62a3821b-99ef-4a03-a792-42418dac23db', 'name': '', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'mac_address': 'fa:16:3e:dd:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:26Z', 'updated_at': '2022-04-04T17:38:29Z', 'revision_number': 5, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'subnets': [{'id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:38.782773 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Checking router: 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:38:38.783126 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Updating router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 port 9667ca02-dafa-46f4-8b88-2eecef6936c6 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:38:38.834964 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:39.144558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Publish callbacks [] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:39.149700 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:39.199112 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Attempting to bind port 9667ca02-dafa-46f4-8b88-2eecef6936c6 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:38:39.199479 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Attempting to bind port 9667ca02-dafa-46f4-8b88-2eecef6936c6 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:38:39.199838 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Attempting to bind port 9667ca02-dafa-46f4-8b88-2eecef6936c6 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:38:39.202465 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913ac9f-169b-4505-9ee6-90e793252c93 None None] Pushing event updated for resources: {'Port': ['ID=9667ca02-dafa-46f4-8b88-2eecef6936c6,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:39.206734 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:38:39.207099 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:38:39.207483 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:39.207861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:38:39.208337 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Bound port: 9667ca02-dafa-46f4-8b88-2eecef6936c6, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:38:39.208708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:39.258829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] For port 9667ca02-dafa-46f4-8b88-2eecef6936c6, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:38:39.261762 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] For port 9667ca02-dafa-46f4-8b88-2eecef6936c6, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9667ca02-dafa-46f4-8b88-2eecef6936c6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:38:39.267926 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:39.313092 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Routers {'9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:38:39.313720 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:38:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:39.397570 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913ac9f-169b-4505-9ee6-90e793252c93 None None] Pushing event updated for resources: {'Port': ['ID=9667ca02-dafa-46f4-8b88-2eecef6936c6,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:39.440593 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] Set router 9d13fdfd-d1d4-49fa-8fc7-abf4b4084001 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:38:39.664311 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'name': 'router1', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9667ca02-dafa-46f4-8b88-2eecef6936c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:38:16Z', 'updated_at': '2022-04-04T17:38:34Z', 'revision_number': 4, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'gw_port': {'id': '9667ca02-dafa-46f4-8b88-2eecef6936c6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:34Z', 'updated_at': '2022-04-04T17:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '62a3821b-99ef-4a03-a792-42418dac23db', 'name': '', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'mac_address': 'fa:16:3e:dd:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:26Z', 'updated_at': '2022-04-04T17:38:29Z', 'revision_number': 5, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'subnets': [{'id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:38:39.695023 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eaed55-2fe2-43ff-a86a-7ad3d97a1023 None None] The sync data for ids ['9d13fdfd-d1d4-49fa-8fc7-abf4b4084001'] in dv-cinder-788368-5-iscsi is: [{'id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'name': 'router1', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9667ca02-dafa-46f4-8b88-2eecef6936c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:38:16Z', 'updated_at': '2022-04-04T17:38:34Z', 'revision_number': 4, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'gw_port': {'id': '9667ca02-dafa-46f4-8b88-2eecef6936c6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:34Z', 'updated_at': '2022-04-04T17:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '62a3821b-99ef-4a03-a792-42418dac23db', 'name': '', 'network_id': '81226cb6-0b96-4959-a945-e36d94759e4d', 'tenant_id': '674cfc5692ec4b0e9995130723f4d3f4', 'mac_address': 'fa:16:3e:dd:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d13fdfd-d1d4-49fa-8fc7-abf4b4084001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:38:26Z', 'updated_at': '2022-04-04T17:38:29Z', 'revision_number': 5, 'project_id': '674cfc5692ec4b0e9995130723f4d3f4', 'subnets': [{'id': '3b7b6f6e-0a06-45b4-8f10-15073c87d863', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fd4ab3d-f75a-4888-acb0-13bd15b296ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:38:40.561267 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9667ca02-dafa-46f4-8b88-2eecef6936c6 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:38:40.611810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 9667ca02-dafa-46f4-8b88-2eecef6936c6 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:40.612304 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:40.702662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 9667ca02-dafa-46f4-8b88-2eecef6936c6 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:40.703308 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:40.727792 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 9667ca02-dafa-46f4-8b88-2eecef6936c6, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9667ca02-dafa-46f4-8b88-2eecef6936c6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:38:40.734766 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:40.822395 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=9667ca02-dafa-46f4-8b88-2eecef6936c6,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:38:42.529577 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9667ca02-dafa-46f4-8b88-2eecef6936c6 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:38:42.594363 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 9667ca02-dafa-46f4-8b88-2eecef6936c6 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:38:42.594727 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9667ca02-dafa-46f4-8b88-2eecef6936c6), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:42.764918 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 9667ca02-dafa-46f4-8b88-2eecef6936c6 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:38:52.094611 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:38:53.360818 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f1e97300-efd6-4513-9896-7b89d06470e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:55.716450 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-747f1edd-99d6-465c-84a7-bf77273ad93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:56.675069 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:58.203734 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:38:59.898478 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:23.376028 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-0077b179-d97d-474d-8387-16a1d077610d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:25.709566 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7de6ef28-0842-499c-93af-e4a5b248b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:26.669002 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:28.224046 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:29.093850 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:39:29.792773 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:53.358299 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-da4c5d58-9d47-4092-be94-06e3b35a6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:55.711190 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-13223697-6e5c-4d01-ab4f-b87b1ca0f089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:56.670387 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:58.210794 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:39:59.795241 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:01.563978 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38920) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:01.624734 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ef83ea-9e1e-4b2a-99d8-9c194166fae8 admin admin] GET failed (client error): The resource could not be found. Apr 04 17:40:01.625999 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-43ef83ea-9e1e-4b2a-99d8-9c194166fae8 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610769 Apr 04 17:40:01.782613 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548dc18-e54d-46cb-9d13-d34e7b0914ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:01.784069 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-9548dc18-e54d-46cb-9d13-d34e7b0914ce admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535242 Apr 04 17:40:04.102670 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38930) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:04.194736 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089d4dc-a20e-4c0d-9c64-f26b9c079da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:04.196078 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-0089d4dc-a20e-4c0d-9c64-f26b9c079da9 admin admin] 10.222.0.24 "GET /v2.0/subnets/3b7b6f6e-0a06-45b4-8f10-15073c87d863 HTTP/1.1" status: 200 len: 849 time: 0.0924373 Apr 04 17:40:04.205301 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:40:04.368188 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Publish callbacks [] for subnet (3b7b6f6e-0a06-45b4-8f10-15073c87d863), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:04.510080 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753637911062'] for subnet (3b7b6f6e-0a06-45b4-8f10-15073c87d863), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:04.540014 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:04.540663 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:04.541958 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] 10.222.0.24 "PUT /v2.0/subnets/3b7b6f6e-0a06-45b4-8f10-15073c87d863 HTTP/1.1" status: 200 len: 868 time: 0.3402200 Apr 04 17:40:04.559271 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed8153f-087c-4105-90f7-c4088284d59a None None] Network 81226cb6-0b96-4959-a945-e36d94759e4d requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:40:04.565497 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7b6f6e-0a06-45b4-8f10-15073c87d863,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:40:04.573910 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.574298 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.574662 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.574998 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.575348 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.575840 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.576329 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.576711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.577043 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.577373 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.577747 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.578227 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.578696 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.579030 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.579352 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153c047-c573-49e7-86ee-8822c3a2d3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:04.867866 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-29d7b246-281f-4c8b-bc8c-09c4d8ea583a None None] Provisioning complete for port 4877c614-3211-4219-82fb-ac8b489a2c18 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:40:04.868262 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-29d7b246-281f-4c8b-bc8c-09c4d8ea583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4877c614-3211-4219-82fb-ac8b489a2c18), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:04.952693 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-29d7b246-281f-4c8b-bc8c-09c4d8ea583a None None] Current status of the port 4877c614-3211-4219-82fb-ac8b489a2c18 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:40:04.962893 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-29d7b246-281f-4c8b-bc8c-09c4d8ea583a None None] Provisioning complete for port 62a3821b-99ef-4a03-a792-42418dac23db triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:40:04.963277 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-29d7b246-281f-4c8b-bc8c-09c4d8ea583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (62a3821b-99ef-4a03-a792-42418dac23db), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:05.037501 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-29d7b246-281f-4c8b-bc8c-09c4d8ea583a None None] Current status of the port 62a3821b-99ef-4a03-a792-42418dac23db is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:40:06.093051 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:40:06.857453 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38938) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:07.048030 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b435f11-d882-4649-a6f7-efe0e343c965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:07.048441 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b435f11-d882-4649-a6f7-efe0e343c965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:07.049944 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-3b435f11-d882-4649-a6f7-efe0e343c965 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1915493 Apr 04 17:40:09.325889 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 38946) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:09.453551 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74aac-bd38-45e3-b84d-89dca3676d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:09.454026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b74aac-bd38-45e3-b84d-89dca3676d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:09.455538 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-30b74aac-bd38-45e3-b84d-89dca3676d31 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1287084 Apr 04 17:40:11.766059 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38954) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:11.942526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7791c5-1ba3-44dd-a394-fb278657e2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:11.943802 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5e7791c5-1ba3-44dd-a394-fb278657e2e3 admin admin] 10.222.0.24 "GET /v2.0/networks/81226cb6-0b96-4959-a945-e36d94759e4d HTTP/1.1" status: 200 len: 869 time: 0.1768162 Apr 04 17:40:14.256654 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38964) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:14.377756 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c240512-672e-4737-a1da-f6b664205479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:14.379177 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7c240512-672e-4737-a1da-f6b664205479 admin admin] 10.222.0.24 "GET /v2.0/networks/cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 HTTP/1.1" status: 200 len: 886 time: 0.1215875 Apr 04 17:40:16.680050 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38972) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:16.801788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418de4e-aac3-4ad5-87c7-e996d8ee2775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:16.802239 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418de4e-aac3-4ad5-87c7-e996d8ee2775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:16.803723 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a418de4e-aac3-4ad5-87c7-e996d8ee2775 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227081 Apr 04 17:40:19.109860 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38980) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:19.198722 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c05d4-1d7c-4d1f-bf10-c212955d5c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:19.199168 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c05d4-1d7c-4d1f-bf10-c212955d5c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:19.200638 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-8e0c05d4-1d7c-4d1f-bf10-c212955d5c3a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898244 Apr 04 17:40:21.539853 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38988) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:21.623618 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb105851-6982-40d4-9b56-9abd042ebf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:21.624943 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-fb105851-6982-40d4-9b56-9abd042ebf77 admin admin] 10.222.0.24 "GET /v2.0/subnets/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe HTTP/1.1" status: 200 len: 816 time: 0.0841100 Apr 04 17:40:23.359852 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-99aff385-df0f-4d1e-ba20-9b88b9d176f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:23.931675 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 38996) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:24.024029 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f6d07-3f9c-45d6-ae3a-8603de692489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:24.025344 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-cf0f6d07-3f9c-45d6-ae3a-8603de692489 admin admin] 10.222.0.24 "GET /v2.0/subnets/3b7b6f6e-0a06-45b4-8f10-15073c87d863 HTTP/1.1" status: 200 len: 868 time: 0.0927107 Apr 04 17:40:25.712804 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6107bf48-8826-4727-97f6-e56d92f9dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:26.674151 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:28.216861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:29.796985 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:43.091315 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:40:52.056838 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39048) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:52.103032 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [None req-5e2c3be6-d7f0-4eb2-982c-6a074d057c21 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:40:52.104047 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5e2c3be6-d7f0-4eb2-982c-6a074d057c21 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462587 Apr 04 17:40:53.363207 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ec8679a9-c797-4634-b6dd-ab06bf927678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:54.477463 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39056) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:54.536646 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.pecan_wsgi.hooks.translation [None req-23961bb3-8b51-4451-9b85-f50216dee641 admin admin] GET failed (client error): The resource could not be found. Apr 04 17:40:54.537876 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-23961bb3-8b51-4451-9b85-f50216dee641 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594954 Apr 04 17:40:54.675710 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13175dca-ffca-4765-b458-8bcc96c8bff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:54.677116 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-13175dca-ffca-4765-b458-8bcc96c8bff9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352406 Apr 04 17:40:55.715177 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c7be7439-1f69-4dd7-99a1-842b8a514642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:56.676488 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:57.014716 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39064) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:57.060544 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:40:57.079290 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Made reservation on behalf of a09ad3bc7d0142deb853d321e8eff315 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:40:57.082116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:57.115709 dv-cinder-788368-5-iscsi neutron-server[115103]: WARNING neutron.services.revisions.revision_plugin [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Could not find related network for resource to bump revision. Apr 04 17:40:57.126879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:40:57.137934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (9bb24842-c102-4897-9a3d-a14574b12ce2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:57.138275 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Added segment 9bb24842-c102-4897-9a3d-a14574b12ce2 of type vlan for network 40d2801a-923e-4d09-a62e-72476b77b8db Apr 04 17:40:57.178656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (40d2801a-923e-4d09-a62e-72476b77b8db), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:57.201332 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (40d2801a-923e-4d09-a62e-72476b77b8db), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:57.202179 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:57.202779 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:57.271632 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2558386 Apr 04 17:40:57.278176 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Pushing event updated for resources: {'Network': ['ID=40d2801a-923e-4d09-a62e-72476b77b8db,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:40:57.285893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.286238 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.286608 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.286949 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.287283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.287612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.287938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.288281 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.288632 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.288962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.289307 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.289650 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.289977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.290295 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.290612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9b8fec-0e7d-4720-88d7-31e90216ad58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:40:57.302853 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 40d2801a-923e-4d09-a62e-72476b77b8db details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:40:58.219906 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:59.586391 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39072) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:40:59.646174 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a9f564-fe44-4fd9-85ac-9dc77125e1ce admin admin] GET failed (client error): The resource could not be found. Apr 04 17:40:59.647485 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-09a9f564-fe44-4fd9-85ac-9dc77125e1ce admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601463 Apr 04 17:40:59.716945 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df2a84-1a5b-4231-a98f-da6c657ceec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:40:59.718360 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c0df2a84-1a5b-4231-a98f-da6c657ceec4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669007 Apr 04 17:40:59.727870 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:40:59.745851 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Made reservation on behalf of a09ad3bc7d0142deb853d321e8eff315 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:40:59.748216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:59.800827 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:40:59.957804 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (1f7ff5a9-4a02-48f7-886f-18e47acb8a90), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.013535 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7ff5a9-4a02-48f7-886f-18e47acb8a90,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:41:00.018260 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Checking segment: {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:41:00.018615 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Network hostable DHCP agents. Network: 40d2801a-923e-4d09-a62e-72476b77b8db, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:41:00.034236 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Network 40d2801a-923e-4d09-a62e-72476b77b8db is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:41:00.042593 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 40d2801a-923e-4d09-a62e-72476b77b8db) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:41:00.046803 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:41:00.047383 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.051567 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2778b90-fde0-4416-bd31-c41e31d9fee4 None None] Network 40d2801a-923e-4d09-a62e-72476b77b8db requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:41:00.061797 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a5042fcc-d531-4c0f-8de5-a09dc394cb93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3371787 Apr 04 17:41:00.254143 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-40d2801a-923e-4d09-a62e-72476b77b8db', 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db', 'project_id': 'a09ad3bc7d0142deb853d321e8eff315', 'fixed_ips': [{'subnet_id': '1f7ff5a9-4a02-48f7-886f-18e47acb8a90'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:41:00.254958 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.388049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Allocated IP 192.168.233.2 (40d2801a-923e-4d09-a62e-72476b77b8db/1f7ff5a9-4a02-48f7-886f-18e47acb8a90/88993d29-f1cb-48ea-9f71-ab890def4d2a) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:41:00.528141 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Publish callbacks [] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.533989 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.574776 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Pushing event updated for resources: {'Port': ['ID=88993d29-f1cb-48ea-9f71-ab890def4d2a,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:41:00.583368 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.583715 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.584074 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.584453 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.584790 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.585121 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.585448 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.585770 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.586097 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.586424 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.586741 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.587078 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.587400 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.587719 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.588035 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:41:00.595863 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Network 40d2801a-923e-4d09-a62e-72476b77b8db is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:41:00.597698 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:41:00.600507 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:41:00.655047 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Attempting to bind port 88993d29-f1cb-48ea-9f71-ab890def4d2a on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:41:00.655325 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Attempting to bind port 88993d29-f1cb-48ea-9f71-ab890def4d2a by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:41:00.656264 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Attempting to bind port 88993d29-f1cb-48ea-9f71-ab890def4d2a on network 40d2801a-923e-4d09-a62e-72476b77b8db {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:41:00.660763 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:41:00.661141 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Checking segment: {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:41:00.661541 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.661936 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Bound using segment: {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:41:00.662399 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Bound port: 88993d29-f1cb-48ea-9f71-ab890def4d2a, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:41:00.662999 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.727041 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] For port 88993d29-f1cb-48ea-9f71-ab890def4d2a, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:41:00.730012 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] For port 88993d29-f1cb-48ea-9f71-ab890def4d2a, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=88993d29-f1cb-48ea-9f71-ab890def4d2a,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:41:00.737081 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:00.799542 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ad275-4e18-4bab-ae15-8d6add4d8349 None None] Pushing event updated for resources: {'Port': ['ID=88993d29-f1cb-48ea-9f71-ab890def4d2a,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:41:01.632519 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568737f-444e-4b9b-98b5-64f81ea3ffc2 None None] Network 40d2801a-923e-4d09-a62e-72476b77b8db requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:41:01.697436 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] Provisioning complete for port 88993d29-f1cb-48ea-9f71-ab890def4d2a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:41:01.697820 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:01.816703 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] Current status of the port 88993d29-f1cb-48ea-9f71-ab890def4d2a is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:41:01.817092 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:01.851887 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] For port 88993d29-f1cb-48ea-9f71-ab890def4d2a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=88993d29-f1cb-48ea-9f71-ab890def4d2a,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:41:01.857103 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:01.909795 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1275c9f-d63b-4494-9b9b-8aed57bda8bc None None] Pushing event updated for resources: {'Port': ['ID=88993d29-f1cb-48ea-9f71-ab890def4d2a,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:41:02.078263 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-9f98d386-645b-479e-a2c3-73363ea446d8 None None] Provisioning complete for port 88993d29-f1cb-48ea-9f71-ab890def4d2a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:41:02.078578 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9f98d386-645b-479e-a2c3-73363ea446d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:02.155023 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-9f98d386-645b-479e-a2c3-73363ea446d8 None None] Current status of the port 88993d29-f1cb-48ea-9f71-ab890def4d2a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:41:02.586336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 88993d29-f1cb-48ea-9f71-ab890def4d2a up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:41:02.638431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 88993d29-f1cb-48ea-9f71-ab890def4d2a triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:41:02.638431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (88993d29-f1cb-48ea-9f71-ab890def4d2a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:02.714597 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 88993d29-f1cb-48ea-9f71-ab890def4d2a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:41:20.091081 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:41:23.372811 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b7847841-510e-40c8-928c-6f3ada807be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:25.717790 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c98a481a-6dc8-4116-9324-6de4b21ff71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:26.680290 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:28.224305 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:29.803700 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:53.363686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e1774692-fc32-46e2-a4ea-b2fc3461fc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:55.721727 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca1fd-ebf8-47b0-9665-a70a8c71aa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:56.682999 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:57.091163 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:41:58.227270 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:41:59.806470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:22.817702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39110) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:42:22.823332 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [None req-c8a92f36-f0d4-41bd-b74f-9b0a16f11812 tempest-verify_tempest_config-131312131 tempest-verify_tempest_config-131312131-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:42:22.824306 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c8a92f36-f0d4-41bd-b74f-9b0a16f11812 tempest-verify_tempest_config-131312131 tempest-verify_tempest_config-131312131-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056291 Apr 04 17:42:23.111268 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39128) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:42:23.209809 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.279269 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Publish callbacks [] for security_group (6def5cb3-78da-43b0-ba04-806639227744), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.283333 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6def5cb3-78da-43b0-ba04-806639227744), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.326269 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d529a94d2af431d848cef67df2ef54a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2139537 Apr 04 17:42:23.329043 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6def5cb3-78da-43b0-ba04-806639227744,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:42:23.330281 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39132) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:42:23.337792 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.338175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.338504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.338835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.339206 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.339529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.339845 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.340160 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.340516 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.341053 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.341653 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.342286 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.342853 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.343405 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.344489 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd8ba5-d018-478b-b5df-e4b02fe35bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.365900 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6872313f-a1eb-43dd-9289-19864b4b8b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.411315 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Publish callbacks [] for security_group (6def5cb3-78da-43b0-ba04-806639227744), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.433070 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Publish callbacks [] for security_group (6def5cb3-78da-43b0-ba04-806639227744), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.524623 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6def5cb3-78da-43b0-ba04-806639227744), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.527148 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:23.528351 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6def5cb3-78da-43b0-ba04-806639227744 HTTP/1.1" status: 204 len: 168 time: 0.1970546 Apr 04 17:42:23.535778 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6def5cb3-78da-43b0-ba04-806639227744,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:42:23.542293 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.542642 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.543199 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.543548 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.543891 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.544227 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.544602 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.545113 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.545458 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.545794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.546144 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.546477 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.546847 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.547155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:23.547487 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316998e5-3034-4177-baf1-671d5a87948e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:42:25.723506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c3dc1a11-8a0b-454d-af4f-c320a19d476f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:26.685220 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:28.231076 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:29.808841 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:34.090586 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:42:53.366865 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3e388a33-2dc0-4af2-9982-5a3019bda5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:55.724016 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53f67596-8665-4e1d-b0cf-17efca893a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:56.688206 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:58.233867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:42:59.811072 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:11.088886 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:43:23.435395 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-43d65cfb-9dcc-4f67-a22e-fba79d52df40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:25.724767 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f18578f0-0c31-444a-b335-d10539750c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:26.691470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:28.238331 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:29.812758 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:48.087930 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 5 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:43:53.367638 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-20d20427-0777-4187-9cff-9942994ac151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:55.724770 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dbb7fc92-3e2f-49fd-b0cd-7aa22c479ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:56.701506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:58.241457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:43:59.815592 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:01.726225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541878'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:16.903106 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39204) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:44:17.003485 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8e3419b9-1005-40d7-8f70-8d4d26ec6dd6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0992982 Apr 04 17:44:19.296940 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39214) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:44:19.349941 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8c8566e8-e477-4bc7-94ab-1438b1ef91fc admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519402 Apr 04 17:44:23.369804 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8a001dd5-ba55-45d6-a3b0-291ecb088508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:25.087205 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:44:25.726621 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-23c0222f-8853-4474-ad92-f3b89c093458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:26.697911 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:28.243375 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:29.817876 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:31.715642 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:53.370071 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-fb9eb5e5-6eb1-4a4d-83cd-85b9ef792fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:55.729116 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9ea84e67-342e-42d2-91fe-58f804e338e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:56.699802 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:58.246716 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:44:59.819180 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:01.715510 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:02.085773 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:45:23.378876 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e482834e-b5ea-4419-b348-de0daf9db125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:25.731154 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6e77ae2d-a954-42fa-b2d2-82c234c8d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:26.703516 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:28.252358 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:29.821069 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:31.725876 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:39.085218 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:45:53.376013 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-35714ef0-2ca3-4575-84ac-e82c2b5e26b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.472434 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39368) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:55.559841 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39382) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:55.665922 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-network', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:55.688111 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Made reservation on behalf of 5c08218b8cf2457fb90a21a66964b75f for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:55.690933 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.699324 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.736159 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-828007322-network', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:55.740947 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5df46fc2-0aa8-4902-98c1-a958296fde03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.788116 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Made reservation on behalf of 4f8c198fee05410bbd2f798863b827b2 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:55.790423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.805308 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.849974 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks [] for security_group (71ddff6e-c7ce-4c42-b3a7-4ac4116eed41), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.861027 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (71ddff6e-c7ce-4c42-b3a7-4ac4116eed41), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.893162 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:45:55.925039 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753637682827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (ccbe8c63-9f96-426e-93a3-b8539c3ba05f), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:55.925619 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Unsubscribe: segment precommit_create {{(pid=115104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 17:45:55.926063 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Added segment ccbe8c63-9f96-426e-93a3-b8539c3ba05f of type vlan for network 74f2e18e-9fa2-4311-bf8f-434e4871977e Apr 04 17:45:55.929681 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:55.973805 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.974138 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.974473 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.974803 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.975125 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.975443 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.975765 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.976069 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.976404 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.976718 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.977027 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.977353 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.977664 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.977967 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.978269 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Tracked resource versions report: Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: pushed versions: Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: { 'AddressGroup': {'1.2'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Agent': {'1.1'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'ConntrackHelper': {'1.0'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Log': {'1.0'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'NDPProxy': {'1.0'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Network': {'1.1'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Port': {'1.7'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'PortForwarding': {'1.3'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'QosPolicy': {'1.10'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroup': {'1.5'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SubPort': {'1.0'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Subnet': {'1.1'}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Trunk': {'1.1'}} Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: consumer versions: Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: HyperV agent@hv-cinder-78836: {}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Agent': '1.1', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'ConntrackHelper': '1.0', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'LocalIPAssociation': '1.0', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Log': '1.0', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'NDPProxy': '1.0', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Network': '1.1', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Port': '1.7', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'PortForwarding': '1.3', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'QosPolicy': '1.10', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroup': '1.5', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SecurityGroupRule': '1.2', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'SubPort': '1.0', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Subnet': '1.1', Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: 'Trunk': '1.1'}} Apr 04 17:45:55.979411 dv-cinder-788368-5-iscsi neutron-server[115104]: {{(pid=115104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:45:55.995706 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (74f2e18e-9fa2-4311-bf8f-434e4871977e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.016203 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks [] for security_group (59a9564e-a8e5-4e73-a66b-e472bd04e129), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.021245 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (59a9564e-a8e5-4e73-a66b-e472bd04e129), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.063212 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:45:56.063212 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (74f2e18e-9fa2-4311-bf8f-434e4871977e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.063212 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:56.063212 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.068568 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9564e-a8e5-4e73-a66b-e472bd04e129,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:56.154711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (c0513382-71aa-4def-bedb-f52bc971ccd8), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.154937 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Added segment c0513382-71aa-4def-bedb-f52bc971ccd8 of type vlan for network a1c4ff85-49bf-44e8-a718-4245f405dbcd Apr 04 17:45:56.183110 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7060323 Apr 04 17:45:56.183955 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39426) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.184538 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffb5ae-2b6f-491f-b35f-37161224767f admin admin] Pushing event updated for resources: {'Network': ['ID=74f2e18e-9fa2-4311-bf8f-434e4871977e,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:56.191431 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Request body: {'subnet': {'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-subnet', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:56.216495 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (a1c4ff85-49bf-44e8-a718-4245f405dbcd), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.223098 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Made reservation on behalf of 5c08218b8cf2457fb90a21a66964b75f for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:56.223873 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:45:56.225472 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.265403 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (a1c4ff85-49bf-44e8-a718-4245f405dbcd), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.267565 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:56.268378 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.330491 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7679245 Apr 04 17:45:56.331569 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39432) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.345082 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Request body: {'subnet': {'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-828007322-subnet', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:56.363345 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf160c0-ddd0-473c-a33c-a2a3871ad3cb admin admin] Pushing event updated for resources: {'Network': ['ID=a1c4ff85-49bf-44e8-a718-4245f405dbcd,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:56.376410 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Made reservation on behalf of 4f8c198fee05410bbd2f798863b827b2 for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:56.378795 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.380328 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:45:56.403982 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39434) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.414275 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (1a63361e-272e-4c51-8985-f7a102d89f3d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.469459 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a63361e-272e-4c51-8985-f7a102d89f3d,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:56.479350 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.479702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.480038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.480494 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.480891 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.481283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.481808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.482283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.482769 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.483803 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.484323 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.484817 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.485304 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.485637 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.485947 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Tracked resource versions report: Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: pushed versions: Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: { 'AddressGroup': {'1.2'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Agent': {'1.1'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'ConntrackHelper': {'1.0'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Log': {'1.0'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'NDPProxy': {'1.0'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Network': {'1.1'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Port': {'1.7'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'PortForwarding': {'1.3'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'QosPolicy': {'1.10'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroup': {'1.5'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SubPort': {'1.0'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Subnet': {'1.1'}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Trunk': {'1.1'}} Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: consumer versions: Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: HyperV agent@hv-cinder-78836: {}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Agent': '1.1', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'ConntrackHelper': '1.0', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'LocalIPAssociation': '1.0', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Log': '1.0', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'NDPProxy': '1.0', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Network': '1.1', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Port': '1.7', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'PortForwarding': '1.3', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'QosPolicy': '1.10', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroup': '1.5', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SecurityGroupRule': '1.2', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'SubPort': '1.0', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Subnet': '1.1', Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: 'Trunk': '1.1'}} Apr 04 17:45:56.487298 dv-cinder-788368-5-iscsi neutron-server[115103]: {{(pid=115103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:45:56.512165 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Checking segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:56.512829 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Network hostable DHCP agents. Network: 74f2e18e-9fa2-4311-bf8f-434e4871977e, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:45:56.531671 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:45:56.544462 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 74f2e18e-9fa2-4311-bf8f-434e4871977e) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:56.550451 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:56.551117 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.558268 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd1e7b-6631-4702-944c-e13cbcf35420 None None] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:45:56.569235 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39440) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.591142 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3ae8f9c2-6646-421f-a09b-f1cb60d36b0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4055943 Apr 04 17:45:56.591837 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39444) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.599310 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:56.638169 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (fca0d592-72f9-4fe2-ba82-806680525939), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.658324 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.662720 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.679807 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39452) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.722009 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks [] for router_controller (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), precommit_add_association {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.732473 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca0d592-72f9-4fe2-ba82-806680525939,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:56.736395 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:56.736935 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Network hostable DHCP agents. Network: a1c4ff85-49bf-44e8-a718-4245f405dbcd, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:45:56.758378 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:45:56.775073 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.775596 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, a1c4ff85-49bf-44e8-a718-4245f405dbcd) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:56.780104 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:56.782284 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.786756 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-74f2e18e-9fa2-4311-bf8f-434e4871977e', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:45:56.787643 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.820989 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4277764a-4448-45fb-9468-85059b8e1b13 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4836080 Apr 04 17:45:56.821377 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39456) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:56.825883 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:56.827732 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6dc725-edbc-4b5c-8bf1-9e14b50fca8c None None] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:45:56.854342 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (771ea59d-9a88-4cf0-a1e7-9fc440c28219), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.855902 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (771ea59d-9a88-4cf0-a1e7-9fc440c28219), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.897109 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-531598266-network', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:56.992303 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks [] for router_controller (771ea59d-9a88-4cf0-a1e7-9fc440c28219), precommit_add_association {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:56.998588 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135501235-network', 'tenant_id': '04334a04e310456b942314a7152f779c'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:57.053964 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Made reservation on behalf of bed2ba6f49034f7fa122e04d873069e8 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:57.056222 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.076493 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1130869344-network', 'tenant_id': 'e19b519e98f144e592f48160ff93a351'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:57.082468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.102268 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks [] for router_gateway (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.125180 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Made reservation on behalf of e19b519e98f144e592f48160ff93a351 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:57.127778 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.138122 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:45:57.138984 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.148139 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.179591 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Made reservation on behalf of 04334a04e310456b942314a7152f779c for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:57.187744 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.236886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks [] for security_group (5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.351623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.369963 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Allocated IP 172.20.0.2 (a1c4ff85-49bf-44e8-a718-4245f405dbcd/fca0d592-72f9-4fe2-ba82-806680525939/7958d59e-8efb-4c5b-ae64-8914cd50e78b) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:45:57.370115 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:45:57.390111 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (1ed39a59-2e6f-4674-8af9-0fdffa1cc358), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.390791 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Added segment 1ed39a59-2e6f-4674-8af9-0fdffa1cc358 of type vlan for network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 Apr 04 17:45:57.434051 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks [] for router_gateway (771ea59d-9a88-4cf0-a1e7-9fc440c28219), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.438838 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.473872 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (65007bb8-4f80-4a6e-9cd0-8aa609397a12), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.580037 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (65007bb8-4f80-4a6e-9cd0-8aa609397a12), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.581459 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:57.582134 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.591409 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:57.629364 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks [] for security_group (5f918efe-5667-42bd-852e-cbe5f956c70c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.644037 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5f918efe-5667-42bd-852e-cbe5f956c70c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.683598 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:45:57.709302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Publish callbacks [] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.719588 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.747868 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] Pushing event updated for resources: {'Network': ['ID=65007bb8-4f80-4a6e-9cd0-8aa609397a12,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:57.756964 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks [] for security_group (cfb41329-4ea9-4985-a602-8ce519d5c526), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.774328 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-bf4fb6da-2c11-47ac-b18f-3bf3ad4a81b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0933022 Apr 04 17:45:57.791514 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39494) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:57.791750 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f918efe-5667-42bd-852e-cbe5f956c70c,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:57.791847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cfb41329-4ea9-4985-a602-8ce519d5c526), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.816228 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (cdd249ec-1ae3-4fe5-9f74-379807ddc125), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.816588 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Added segment cdd249ec-1ae3-4fe5-9f74-379807ddc125 of type vlan for network 8d648a54-bf81-4a7a-89b0-27cf1f2b573c Apr 04 17:45:57.824969 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:45:57.844505 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (b006fab7-857f-41ae-8791-763e1da48910), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.844954 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Added segment b006fab7-857f-41ae-8791-763e1da48910 of type vlan for network 43fb391c-85e2-4c6d-84da-8b3d8f995522 Apr 04 17:45:57.869960 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:45:57.871416 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (8d648a54-bf81-4a7a-89b0-27cf1f2b573c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.885166 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:45:57.891635 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:57.902612 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:45:57.912696 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (8d648a54-bf81-4a7a-89b0-27cf1f2b573c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.913951 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:57.914657 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.917919 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (43fb391c-85e2-4c6d-84da-8b3d8f995522), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:57.945029 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Request body: {'subnet': {'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1130869344-subnet', 'tenant_id': 'e19b519e98f144e592f48160ff93a351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:57.986951 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb41329-4ea9-4985-a602-8ce519d5c526,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:57.989486 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Made reservation on behalf of e19b519e98f144e592f48160ff93a351 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:57.991895 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.003808 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] Pushing event updated for resources: {'Network': ['ID=8d648a54-bf81-4a7a-89b0-27cf1f2b573c,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:58.029000 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e0f22771-12a0-4dd6-a8a6-78980e155f15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4586654 Apr 04 17:45:58.030926 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks [] for router_gateway (771ea59d-9a88-4cf0-a1e7-9fc440c28219), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.071026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39504) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:58.076651 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.123162 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Allocated IP 172.20.0.2 (74f2e18e-9fa2-4311-bf8f-434e4871977e/1a63361e-272e-4c51-8985-f7a102d89f3d/722240fd-3353-4f37-8b93-9622ae55add2) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:45:58.186181 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Request body: {'subnet': {'network_id': '8d648a54-bf81-4a7a-89b0-27cf1f2b573c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135501235-subnet', 'tenant_id': '04334a04e310456b942314a7152f779c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:58.225014 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 8d648a54-bf81-4a7a-89b0-27cf1f2b573c details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:45:58.297980 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Made reservation on behalf of 04334a04e310456b942314a7152f779c for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:58.301135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.313701 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (43fb391c-85e2-4c6d-84da-8b3d8f995522), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.318014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:58.318777 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.350436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (3a557627-285d-469b-9036-3a95cb63a9e7), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.378327 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Allocated IP 172.27.3.167 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/377d0f7b-329d-4f4b-9f5e-bfba014960d6) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:45:58.432843 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0237746 Apr 04 17:45:58.440979 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39514) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:45:58.469639 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Request body: {'subnet': {'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-subnet', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:45:58.484352 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b554f-71a6-4d29-9699-b28d3e5027ec admin admin] Pushing event updated for resources: {'Network': ['ID=43fb391c-85e2-4c6d-84da-8b3d8f995522,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:58.565425 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:45:58.609691 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Pushing event updated for resources: {'Port': ['ID=7958d59e-8efb-4c5b-ae64-8914cd50e78b,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:58.701756 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.702667 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.703025 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.703379 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.703711 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.704036 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.704403 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.704724 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.705042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.705365 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.705699 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.706018 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.706470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.706792 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.707162 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Tracked resource versions report: Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: pushed versions: Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: { 'AddressGroup': {'1.2'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Agent': {'1.1'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'ConntrackHelper': {'1.0'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Log': {'1.0'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'NDPProxy': {'1.0'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Network': {'1.1'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Port': {'1.7'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'PortForwarding': {'1.3'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'QosPolicy': {'1.10'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroup': {'1.5'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SubPort': {'1.0'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Subnet': {'1.1'}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Trunk': {'1.1'}} Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: consumer versions: Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: HyperV agent@hv-cinder-78836: {}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Agent': '1.1', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'ConntrackHelper': '1.0', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'LocalIPAssociation': '1.0', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Log': '1.0', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'NDPProxy': '1.0', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Network': '1.1', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Port': '1.7', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'PortForwarding': '1.3', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'QosPolicy': '1.10', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroup': '1.5', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SecurityGroupRule': '1.2', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'SubPort': '1.0', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Subnet': '1.1', Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: 'Trunk': '1.1'}} Apr 04 17:45:58.708311 dv-cinder-788368-5-iscsi neutron-server[115105]: {{(pid=115105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:45:58.725525 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks [] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.793749 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (05005004-4ac2-4926-b72d-6a8bed16f024), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.861040 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Attempting to bind port 7958d59e-8efb-4c5b-ae64-8914cd50e78b on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:45:58.861746 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Attempting to bind port 7958d59e-8efb-4c5b-ae64-8914cd50e78b by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:45:58.862312 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Attempting to bind port 7958d59e-8efb-4c5b-ae64-8914cd50e78b on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:45:58.877242 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Checking segment: {'id': '1ed39a59-2e6f-4674-8af9-0fdffa1cc358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:58.877784 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Network hostable DHCP agents. Network: 65007bb8-4f80-4a6e-9cd0-8aa609397a12, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:45:58.887584 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a557627-285d-469b-9036-3a95cb63a9e7,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:58.908784 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Made reservation on behalf of bed2ba6f49034f7fa122e04d873069e8 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:45:58.911083 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:45:58.911694 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:58.911898 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.912141 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Bound using segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:45:58.912453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.913270 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Bound port: 7958d59e-8efb-4c5b-ae64-8914cd50e78b, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:45:58.913934 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.916004 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.949261 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05005004-4ac2-4926-b72d-6a8bed16f024,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:58.959279 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:58.985642 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks [] for router_gateway (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.008632 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Checking segment: {'id': 'cdd249ec-1ae3-4fe5-9f74-379807ddc125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8d648a54-bf81-4a7a-89b0-27cf1f2b573c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:59.009479 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Network hostable DHCP agents. Network: 8d648a54-bf81-4a7a-89b0-27cf1f2b573c, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:45:59.036756 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Pushing event updated for resources: {'Port': ['ID=377d0f7b-329d-4f4b-9f5e-bfba014960d6,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:59.045076 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Publish callbacks [] for port (722240fd-3353-4f37-8b93-9622ae55add2), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.053041 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:45:59.056771 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.058902 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:59.061399 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:45:59.072884 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (722240fd-3353-4f37-8b93-9622ae55add2), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.075455 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:45:59.131472 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 65007bb8-4f80-4a6e-9cd0-8aa609397a12) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:59.139968 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Network 8d648a54-bf81-4a7a-89b0-27cf1f2b573c is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:45:59.145235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] For port 7958d59e-8efb-4c5b-ae64-8914cd50e78b, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:45:59.148923 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:59.149518 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.157998 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e1009-5589-4a66-83d1-fdc16bd25081 None None] Network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:45:59.169277 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 8d648a54-bf81-4a7a-89b0-27cf1f2b573c) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:59.175295 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:45:59.175773 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.208317 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-637be6b3-1623-4963-bede-b40a2344326e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0323539 Apr 04 17:45:59.212340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] For port 7958d59e-8efb-4c5b-ae64-8914cd50e78b, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=7958d59e-8efb-4c5b-ae64-8914cd50e78b,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:45:59.234784 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-0805146c-d208-41bd-99d2-2a276aefdfcc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2942581 Apr 04 17:45:59.236529 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Pushing event updated for resources: {'Port': ['ID=722240fd-3353-4f37-8b93-9622ae55add2,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:59.275382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:45:59.320884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Allocated IP 172.27.3.220 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/1f84575a-8686-4e2e-bf40-5e53533b54d0) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:45:59.329461 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e4a6b-1f10-4f15-9955-76233de8b596 None None] Network 8d648a54-bf81-4a7a-89b0-27cf1f2b573c requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:45:59.355226 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:59.357577 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.366579 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks [] for router_gateway (771ea59d-9a88-4cf0-a1e7-9fc440c28219), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.430832 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (efdd3a39-b98a-4b59-a2bc-bd8905f331d6), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.455253 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:45:59.519348 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=efdd3a39-b98a-4b59-a2bc-bd8905f331d6,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:59.541944 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks [] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.571511 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Checking segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:59.571875 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Network hostable DHCP agents. Network: 43fb391c-85e2-4c6d-84da-8b3d8f995522, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:45:59.695977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.754705 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Attempting to bind port 722240fd-3353-4f37-8b93-9622ae55add2 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:45:59.755708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Attempting to bind port 722240fd-3353-4f37-8b93-9622ae55add2 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:45:59.756904 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:45:59.760632 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Attempting to bind port 722240fd-3353-4f37-8b93-9622ae55add2 on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:45:59.765036 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5cc98-49d5-4015-8644-47569d8861c5 None None] Pushing event updated for resources: {'Port': ['ID=7958d59e-8efb-4c5b-ae64-8914cd50e78b,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:45:59.800334 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:45:59.800837 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Checking segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:45:59.801311 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.801770 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Bound using segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:45:59.802639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Bound port: 722240fd-3353-4f37-8b93-9622ae55add2, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:45:59.803235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (722240fd-3353-4f37-8b93-9622ae55add2), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.815859 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (771ea59d-9a88-4cf0-a1e7-9fc440c28219), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:45:59.867882 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:45:59.875230 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:45:59.884350 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:45:59.908724 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97b689-f19b-4bb4-874f-2ef90e5705f0 None None] Network 8d648a54-bf81-4a7a-89b0-27cf1f2b573c requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:00.043281 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412601b8-fbd7-4313-8b5f-c76894ef91b2 None None] Network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:00.129306 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:46:00.152613 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.234863 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 43fb391c-85e2-4c6d-84da-8b3d8f995522) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:00.259439 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357aa5c-c19d-4fda-8d9c-e3d8cea97f2e None None] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:00.280731 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39606) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:00.300879 dv-cinder-788368-5-iscsi neutron-server[115103]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 17:46:00.302495 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:00.303105 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.328423 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] For port 722240fd-3353-4f37-8b93-9622ae55add2, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:00.358841 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] For port 722240fd-3353-4f37-8b93-9622ae55add2, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=722240fd-3353-4f37-8b93-9622ae55add2,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:00.398799 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (722240fd-3353-4f37-8b93-9622ae55add2), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.405750 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39610) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:00.505034 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1124817010-network', 'tenant_id': 'babc68f8d1b345df87cc9093f766ded0'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:00.508286 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297389ae-9635-480e-8870-89068ede7192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-43fb391c-85e2-4c6d-84da-8b3d8f995522', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:46:00.508489 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:00.509913 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-297389ae-9635-480e-8870-89068ede7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.522621 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:00.543816 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:00.546439 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:00.551326 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a1816-9be5-4f0c-a1c8-dd42384e04b4 None None] Pushing event updated for resources: {'Port': ['ID=722240fd-3353-4f37-8b93-9622ae55add2,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:00.560257 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-2e283432-bfa3-4ad4-974d-c64b49fdc0ad tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:00.569323 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-2e283432-bfa3-4ad4-974d-c64b49fdc0ad tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/networks?id=65007bb8-4f80-4a6e-9cd0-8aa609397a12 HTTP/1.1" status: 200 len: 812 time: 0.2856944 Apr 04 17:46:00.589652 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.593637 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-98228a42-b9d0-417a-bbdd-ec1d4442ab79 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7698641 Apr 04 17:46:00.600723 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39618) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:00.603115 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Pushing event updated for resources: {'Port': ['ID=1f84575a-8686-4e2e-bf40-5e53533b54d0,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:00.615256 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-3cee3a75-0968-4e3e-840a-186e7b4460aa tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/quotas/e19b519e98f144e592f48160ff93a351 HTTP/1.1" status: 200 len: 375 time: 0.0447237 Apr 04 17:46:00.629716 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9bbc6fd6-1e65-46ce-a4f3-a9ce6e0d56ed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1659181 Apr 04 17:46:00.676855 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39624) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:00.837783 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-297389ae-9635-480e-8870-89068ede7192 None None] Allocated IP 172.20.0.2 (43fb391c-85e2-4c6d-84da-8b3d8f995522/efdd3a39-b98a-4b59-a2bc-bd8905f331d6/eba5bc19-a099-41c0-a72d-03031d9f92c0) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:00.881147 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:00.916817 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Made reservation on behalf of babc68f8d1b345df87cc9093f766ded0 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:00.930056 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.963196 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:00.969323 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-dcdedcc5-2817-4bea-ae3b-ba88b182aaf9 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e19b519e98f144e592f48160ff93a351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3510935 Apr 04 17:46:01.093601 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (70ba276a-4894-4423-be5f-dbccdd315d41), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.094892 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (70ba276a-4894-4423-be5f-dbccdd315d41), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.177886 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:01.181664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks [] for router_controller (70ba276a-4894-4423-be5f-dbccdd315d41), precommit_add_association {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.323079 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-297389ae-9635-480e-8870-89068ede7192 None None] Publish callbacks [] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.341459 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-297389ae-9635-480e-8870-89068ede7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.437159 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks [] for security_group (4814c237-9962-48fe-85b1-6555d2ed4f10), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.452330 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297389ae-9635-480e-8870-89068ede7192 None None] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:01.458780 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-297389ae-9635-480e-8870-89068ede7192 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:01.467342 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297389ae-9635-480e-8870-89068ede7192 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:01.484273 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4814c237-9962-48fe-85b1-6555d2ed4f10), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.490601 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297389ae-9635-480e-8870-89068ede7192 None None] Pushing event updated for resources: {'Port': ['ID=eba5bc19-a099-41c0-a72d-03031d9f92c0,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:01.507240 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 7958d59e-8efb-4c5b-ae64-8914cd50e78b up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:01.513010 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f7273-fa6b-423f-b3a6-987a1218a13b None None] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:01.548939 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:46:01.623171 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (70271cf0-3e5c-4dd2-b2be-4bf2ccd90651), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.626879 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Added segment 70271cf0-3e5c-4dd2-b2be-4bf2ccd90651 of type vlan for network 4ca58f24-423f-48ca-b27b-dd8e1a7391ad Apr 04 17:46:01.632502 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4814c237-9962-48fe-85b1-6555d2ed4f10,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:01.665766 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:45:59Z', 'revision_number': 3, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:01.717686 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:01.718041 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Updating router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:46:01.725587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-0b9f4ea1-a4d9-4bba-91c1-6e51ecb053e0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:46:01.748143 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-0b9f4ea1-a4d9-4bba-91c1-6e51ecb053e0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2235167 Apr 04 17:46:01.750289 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (4ca58f24-423f-48ca-b27b-dd8e1a7391ad), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.787922 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.854401 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (4ca58f24-423f-48ca-b27b-dd8e1a7391ad), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.855774 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:01.855906 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-297389ae-9635-480e-8870-89068ede7192 None None] Attempting to bind port eba5bc19-a099-41c0-a72d-03031d9f92c0 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:01.856203 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-297389ae-9635-480e-8870-89068ede7192 None None] Attempting to bind port eba5bc19-a099-41c0-a72d-03031d9f92c0 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:01.857077 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.873569 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297389ae-9635-480e-8870-89068ede7192 None None] Attempting to bind port eba5bc19-a099-41c0-a72d-03031d9f92c0 on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:01.876060 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:01.904767 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-50052f96-b550-4a60-b952-57e42d11c6f5 service neutron] 10.222.0.24 "GET /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544373 Apr 04 17:46:02.019299 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6099377 Apr 04 17:46:02.021481 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39656) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:02.028015 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Request body: {'subnet': {'network_id': '4ca58f24-423f-48ca-b27b-dd8e1a7391ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1124817010-subnet', 'tenant_id': 'babc68f8d1b345df87cc9093f766ded0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:02.057029 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-c310fbb2-01b5-4bb9-81f5-fb9ae5d67648 service neutron] 10.222.0.24 "GET /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508896 Apr 04 17:46:02.058162 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Made reservation on behalf of babc68f8d1b345df87cc9093f766ded0 for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:02.060753 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.076414 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27f6f3-7dc9-470a-952f-4ffc94b011d9 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca58f24-423f-48ca-b27b-dd8e1a7391ad,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:02.102810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] Provisioning complete for port 7958d59e-8efb-4c5b-ae64-8914cd50e78b triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:02.103568 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.113426 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 4ca58f24-423f-48ca-b27b-dd8e1a7391ad details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:46:02.123233 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Publish callbacks [] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.131696 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.136933 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297389ae-9635-480e-8870-89068ede7192 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:02.137857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297389ae-9635-480e-8870-89068ede7192 None None] Checking segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:02.138498 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-297389ae-9635-480e-8870-89068ede7192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.139096 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297389ae-9635-480e-8870-89068ede7192 None None] Bound using segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:02.139836 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-297389ae-9635-480e-8870-89068ede7192 None None] Bound port: eba5bc19-a099-41c0-a72d-03031d9f92c0, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:02.140468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-297389ae-9635-480e-8870-89068ede7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.142510 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks [] for router_gateway (70ba276a-4894-4423-be5f-dbccdd315d41), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.148668 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.149600 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks [] for router_gateway (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.179107 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Pushing event updated for resources: {'Port': ['ID=377d0f7b-329d-4f4b-9f5e-bfba014960d6,revision_number=2']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:02.191479 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.192094 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.192634 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.193140 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.193835 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.194328 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.194916 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.195393 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.195890 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.196403 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.196882 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.197403 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.197893 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.198376 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.198858 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Tracked resource versions report: Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: pushed versions: Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: { 'AddressGroup': {'1.2'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Agent': {'1.1'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'ConntrackHelper': {'1.0'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'LocalIPAssociation': {'1.0'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Log': {'1.0'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'NDPProxy': {'1.0'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Network': {'1.1'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Port': {'1.7'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'PortForwarding': {'1.3'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'QosPolicy': {'1.10'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroup': {'1.5'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroupRule': {'1.2'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SubPort': {'1.0'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Subnet': {'1.1'}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Trunk': {'1.1'}} Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: consumer versions: Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: { DHCP agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: HyperV agent@hv-cinder-78836: {}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: L3 agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: Metadata agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: Metering agent@dv-cinder-788368-5-iscsi: {}, Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: Open vSwitch agent@dv-cinder-788368-5-iscsi: { 'AddressGroup': '1.2', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Agent': '1.1', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'ConntrackHelper': '1.0', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'LocalIPAssociation': '1.0', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Log': '1.0', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'NDPProxy': '1.0', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Network': '1.1', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Port': '1.7', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'PortForwarding': '1.3', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'QosPolicy': '1.10', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroup': '1.5', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SecurityGroupRule': '1.2', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'SubPort': '1.0', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Subnet': '1.1', Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: 'Trunk': '1.1'}} Apr 04 17:46:02.200209 dv-cinder-788368-5-iscsi neutron-server[115106]: {{(pid=115106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 17:46:02.222968 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Attempting to bind port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:02.223661 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Attempting to bind port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:02.224264 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Attempting to bind port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:02.227363 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89056d2-50cc-4a1d-826f-dc04422a622a None None] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:02.230735 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:02.231430 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:02.232046 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.232665 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:02.234148 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Bound port: 377d0f7b-329d-4f4b-9f5e-bfba014960d6, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:02.234766 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.306401 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] For port 377d0f7b-329d-4f4b-9f5e-bfba014960d6, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:02.309941 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] For port 377d0f7b-329d-4f4b-9f5e-bfba014960d6, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=377d0f7b-329d-4f4b-9f5e-bfba014960d6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:02.320521 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.377793 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6671970-3b83-4ec8-8580-53f4c5d3bfe8 None None] Pushing event updated for resources: {'Port': ['ID=377d0f7b-329d-4f4b-9f5e-bfba014960d6,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:02.417438 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:02.418147 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:02.520754 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 7958d59e-8efb-4c5b-ae64-8914cd50e78b triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:02.521290 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.538107 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39682) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:02.548645 dv-cinder-788368-5-iscsi neutron-server[115104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 17:46:02.572744 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:02.620492 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d4bdd1dc-6c6e-4600-93af-6cb8d7c52e27 req-6dab4969-3fa4-4e69-825a-850bf78ecb66 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0780671 Apr 04 17:46:02.672901 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.706797 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Allocated IP 172.20.0.1 (a1c4ff85-49bf-44e8-a718-4245f405dbcd/fca0d592-72f9-4fe2-ba82-806680525939/e15b3e85-36c7-485c-b42c-3033c8737196) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:02.740397 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (6568d12c-924a-453a-b176-df6b1cc67c78), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.745214 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-297389ae-9635-480e-8870-89068ede7192 None None] For port eba5bc19-a099-41c0-a72d-03031d9f92c0, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:02.772892 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-297389ae-9635-480e-8870-89068ede7192 None None] For port eba5bc19-a099-41c0-a72d-03031d9f92c0, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=eba5bc19-a099-41c0-a72d-03031d9f92c0,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:02.775194 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] Current status of the port 7958d59e-8efb-4c5b-ae64-8914cd50e78b is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:02.775739 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.805847 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-297389ae-9635-480e-8870-89068ede7192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.838026 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks [] for router_gateway (70ba276a-4894-4423-be5f-dbccdd315d41), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:02.928869 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6568d12c-924a-453a-b176-df6b1cc67c78,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:02.954197 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.001268 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Checking segment: {'id': '70271cf0-3e5c-4dd2-b2be-4bf2ccd90651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4ca58f24-423f-48ca-b27b-dd8e1a7391ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:03.001600 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Network hostable DHCP agents. Network: 4ca58f24-423f-48ca-b27b-dd8e1a7391ad, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:46:03.007809 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] For port 7958d59e-8efb-4c5b-ae64-8914cd50e78b, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=7958d59e-8efb-4c5b-ae64-8914cd50e78b,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:03.008930 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 7958d59e-8efb-4c5b-ae64-8914cd50e78b is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:03.009319 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.034105 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297389ae-9635-480e-8870-89068ede7192 None None] Pushing event updated for resources: {'Port': ['ID=eba5bc19-a099-41c0-a72d-03031d9f92c0,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:03.040260 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.095728 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks [] for port (e15b3e85-36c7-485c-b42c-3033c8737196), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.098244 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:45:59Z', 'revision_number': 3, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:03.102038 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Network 4ca58f24-423f-48ca-b27b-dd8e1a7391ad is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:46:03.129737 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 4ca58f24-423f-48ca-b27b-dd8e1a7391ad) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:03.137452 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:03.138039 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.154473 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fee92-24cc-4213-91d4-7561a7abc2f0 None None] Network 4ca58f24-423f-48ca-b27b-dd8e1a7391ad requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:03.161734 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95014c13-03d8-4120-b589-7b1d36125cc7 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:45:59Z', 'revision_number': 3, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:03.176600 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-daf34c8c-7232-4ed1-becb-b0c982e3fc2b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1523931 Apr 04 17:46:03.179202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.249221 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:46:03.259599 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.db.api [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 17:46:03.259989 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG oslo_db.api [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 17:46:03.313542 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Pushing event updated for resources: {'Port': ['ID=e15b3e85-36c7-485c-b42c-3033c8737196,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:03.360393 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:03.361820 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:03.373221 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:03.373746 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (771ea59d-9a88-4cf0-a1e7-9fc440c28219), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.426811 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Provisioning complete for port 722240fd-3353-4f37-8b93-9622ae55add2 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:03.427201 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (722240fd-3353-4f37-8b93-9622ae55add2), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.478008 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7feccc-ac20-4fac-aaa9-bbde38c7ec2e None None] Pushing event updated for resources: {'Port': ['ID=7958d59e-8efb-4c5b-ae64-8914cd50e78b,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:03.531980 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39708) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:03.658869 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Current status of the port 722240fd-3353-4f37-8b93-9622ae55add2 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:03.659482 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (722240fd-3353-4f37-8b93-9622ae55add2), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.672228 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Deleting subnet 05005004-4ac2-4926-b72d-6a8bed16f024 {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:46:03.676209 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Publish callbacks [] for subnet (05005004-4ac2-4926-b72d-6a8bed16f024), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.692496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Allocated IP 172.27.3.212 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/5458ca13-a5e4-458b-816a-5d3373b5f18c) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:03.760919 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Publish callbacks [] for subnet (05005004-4ac2-4926-b72d-6a8bed16f024), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.772258 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (05005004-4ac2-4926-b72d-6a8bed16f024), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.780735 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:03.859285 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-993d2c36-2e64-4320-bac6-e540cc8df74d req-233fecd8-e2d1-421b-8a5c-1ea5c03cb485 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0840909 Apr 04 17:46:03.877890 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (05005004-4ac2-4926-b72d-6a8bed16f024), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.886146 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Sync routers for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:03.909511 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 7958d59e-8efb-4c5b-ae64-8914cd50e78b is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:03.937713 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05005004-4ac2-4926-b72d-6a8bed16f024,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:03.952211 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] For port 722240fd-3353-4f37-8b93-9622ae55add2, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=722240fd-3353-4f37-8b93-9622ae55add2,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:03.956611 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:03.957337 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:03.960506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3176ddc-ad9c-4515-ab9f-8774839c11e5 None None] Network 4ca58f24-423f-48ca-b27b-dd8e1a7391ad requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:03.975605 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:03.984717 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5d5213e1-a815-404d-9d85-4818d04fe1bc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3892174 Apr 04 17:46:03.990137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39720) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:04.012003 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.017653 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c176d0b7-122c-4f1d-987f-21652a3ee076 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/05005004-4ac2-4926-b72d-6a8bed16f024 HTTP/1.1" status: 204 len: 168 time: 0.4818635 Apr 04 17:46:04.036590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39724) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:04.100190 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (722240fd-3353-4f37-8b93-9622ae55add2), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.206496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (8d648a54-bf81-4a7a-89b0-27cf1f2b573c), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.310047 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks [] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.481480 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:04.664784 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 7958d59e-8efb-4c5b-ae64-8914cd50e78b up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:04.669702 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.806911 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Provisioning complete for port 7958d59e-8efb-4c5b-ae64-8914cd50e78b triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:04.807506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.821396 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (8d648a54-bf81-4a7a-89b0-27cf1f2b573c), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:04.872362 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.873383 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.874237 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.874767 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > port after_create 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.874893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.875213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > port after_update 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.875528 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.876209 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.876585 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.876906 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:04.884410 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8bc66e-48fc-4f79-9c01-b62d0bc1b550 None None] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:05.059042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Pushing event updated for resources: {'Port': ['ID=722240fd-3353-4f37-8b93-9622ae55add2,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:05.275912 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c1227f71-9045-44b4-a3d3-2a9ba1064d33 req-d8ab85bf-4130-415d-a275-0f8088ff7318 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0511143 Apr 04 17:46:05.334442 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 7958d59e-8efb-4c5b-ae64-8914cd50e78b triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:05.334917 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.357506 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks [] for port (e15b3e85-36c7-485c-b42c-3033c8737196), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.360012 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39780) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:05.369934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:05.370295 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:05.370633 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:05.371393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:05.371605 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d648a54-bf81-4a7a-89b0-27cf1f2b573c']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:05.376691 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.377444 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (771ea59d-9a88-4cf0-a1e7-9fc440c28219), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.414304 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd249ec-1ae3-4fe5-9f74-379807ddc125') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:05.419494 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd249ec-1ae3-4fe5-9f74-379807ddc125') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:05.463031 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (cdd249ec-1ae3-4fe5-9f74-379807ddc125), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.511977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (cdd249ec-1ae3-4fe5-9f74-379807ddc125), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.524743 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:46:05.525140 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (cdd249ec-1ae3-4fe5-9f74-379807ddc125), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: from cryptography.utils import int_from_bytes Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: from cryptography.utils import int_from_bytes Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:46:05.530471 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:46:05.595960 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.672636 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-dcb0519f-0247-4211-bdd9-f2d5a6e5f52f None None] Current status of the port 7958d59e-8efb-4c5b-ae64-8914cd50e78b is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:05.679975 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0086b1fc-7a65-48e1-9191-60f239b156e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.705578 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:05.715847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:05.715847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:05.755449 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (8d648a54-bf81-4a7a-89b0-27cf1f2b573c), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.755765 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:00Z', 'revision_number': 3, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:05.761190 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.767752 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:05.768212 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d648a54-bf81-4a7a-89b0-27cf1f2b573c HTTP/1.1" status: 204 len: 168 time: 1.7166507 Apr 04 17:46:05.770322 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39792) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:05.779804 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:05.797440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Checking router: be3b1a26-8f95-44ce-a85d-a4a64d573ba9 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:05.797951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Updating router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 port 1f84575a-8686-4e2e-bf40-5e53533b54d0 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:46:05.801118 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 7958d59e-8efb-4c5b-ae64-8914cd50e78b is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:05.802914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 722240fd-3353-4f37-8b93-9622ae55add2 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:05.888833 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Pushing event updated for resources: {'Port': ['ID=e15b3e85-36c7-485c-b42c-3033c8737196,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:05.901106 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092c868-14b2-4db5-afe2-80077361cf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d648a54-bf81-4a7a-89b0-27cf1f2b573c,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:05.920479 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:05.964779 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Pushing event updated for resources: {'Port': ['ID=5458ca13-a5e4-458b-816a-5d3373b5f18c,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:05.971902 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.11', 64202) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:06.010191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Provisioning complete for port e15b3e85-36c7-485c-b42c-3033c8737196 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:06.010549 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.012177 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 722240fd-3353-4f37-8b93-9622ae55add2 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:06.012593 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (722240fd-3353-4f37-8b93-9622ae55add2), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.073592 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:46:06.238512 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:06.249289 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c8ed75ec-1c79-4840-971e-bc70d197706a admin admin] 10.222.0.24 "PUT /v2.0/routers/771ea59d-9a88-4cf0-a1e7-9fc440c28219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6445563 Apr 04 17:46:06.287174 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-1aff11ce-fc9f-49d1-b875-1154c22e836f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:06.292772 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-1aff11ce-fc9f-49d1-b875-1154c22e836f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.11 "GET /v2.0/networks?id=65007bb8-4f80-4a6e-9cd0-8aa609397a12 HTTP/1.1" status: 200 len: 812 time: 0.3181605 Apr 04 17:46:06.322949 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Deleting subnet 6568d12c-924a-453a-b176-df6b1cc67c78 {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:46:06.328350 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Publish callbacks [] for subnet (6568d12c-924a-453a-b176-df6b1cc67c78), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.334689 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:06.368817 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Publish callbacks [] for subnet (6568d12c-924a-453a-b176-df6b1cc67c78), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.374268 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (6568d12c-924a-453a-b176-df6b1cc67c78), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.375588 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:06.377075 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:06.460904 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for subnet (6568d12c-924a-453a-b176-df6b1cc67c78), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.492090 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Publish callbacks [] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.510506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Port e15b3e85-36c7-485c-b42c-3033c8737196 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:06.516132 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.530807 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6568d12c-924a-453a-b176-df6b1cc67c78,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:06.588709 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Provisioning complete for port 722240fd-3353-4f37-8b93-9622ae55add2 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:06.589113 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (722240fd-3353-4f37-8b93-9622ae55add2), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.612378 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-575cd576-78cc-4754-808b-9a313e53a9b5 req-f88b7cd9-2536-486c-81de-23ca110bd2e3 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0982111 Apr 04 17:46:06.620149 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.623918 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7910edba-32a4-4966-9eb9-d5fed2686536 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6568d12c-924a-453a-b176-df6b1cc67c78 HTTP/1.1" status: 204 len: 168 time: 0.8186479 Apr 04 17:46:06.629529 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39830) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:06.632136 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Request body: {'port': {'device_id': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12', 'admin_state_up': True, 'tenant_id': 'e19b519e98f144e592f48160ff93a351'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:06.635820 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks [] for router_gateway (70ba276a-4894-4423-be5f-dbccdd315d41), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.668931 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:06.683686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faa12f-a5a6-4880-a075-8b9b76f09b83 None None] Pushing event updated for resources: {'Port': ['ID=1f84575a-8686-4e2e-bf40-5e53533b54d0,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:06.700062 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Attempting to bind port 1f84575a-8686-4e2e-bf40-5e53533b54d0 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:06.700470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Attempting to bind port 1f84575a-8686-4e2e-bf40-5e53533b54d0 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:06.700841 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Attempting to bind port 1f84575a-8686-4e2e-bf40-5e53533b54d0 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:06.713320 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:06.713694 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:06.714103 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.714511 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:06.715071 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Bound port: 1f84575a-8686-4e2e-bf40-5e53533b54d0, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:06.715693 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.762974 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (4ca58f24-423f-48ca-b27b-dd8e1a7391ad), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.786124 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.851731 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0086b1fc-7a65-48e1-9191-60f239b156e4 admin admin] Publish callbacks [] for security_group (2c20b693-2060-4727-a68f-425bc443b001), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.903858 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0086b1fc-7a65-48e1-9191-60f239b156e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2c20b693-2060-4727-a68f-425bc443b001), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:06.906981 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] For port 1f84575a-8686-4e2e-bf40-5e53533b54d0, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:06.913112 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] For port 1f84575a-8686-4e2e-bf40-5e53533b54d0, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=1f84575a-8686-4e2e-bf40-5e53533b54d0,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:06.935273 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 722240fd-3353-4f37-8b93-9622ae55add2 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:06.938029 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 377d0f7b-329d-4f4b-9f5e-bfba014960d6 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:07.001083 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.002336 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:05Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:07.048197 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Allocated IP 172.20.0.1 (74f2e18e-9fa2-4311-bf8f-434e4871977e/1a63361e-272e-4c51-8985-f7a102d89f3d/9f344018-5ff3-478f-8edb-12ed1a69a18e) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:07.065542 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Current status of the port 722240fd-3353-4f37-8b93-9622ae55add2 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:07.077284 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:07.077639 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Updating router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 port e15b3e85-36c7-485c-b42c-3033c8737196 binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:46:07.137280 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.152481 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Made reservation on behalf of e19b519e98f144e592f48160ff93a351 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:07.153120 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:07.153897 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.156323 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.338635 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks [] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.374632 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Provisioning complete for port eba5bc19-a099-41c0-a72d-03031d9f92c0 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:07.375403 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.380100 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:07.380763 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:07.435034 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.457440 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39854) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:07.459093 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (70ba276a-4894-4423-be5f-dbccdd315d41), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.467364 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3098066', 'description': 'tempest-description--1293982337'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:07.506856 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Publish callbacks [] for port (e15b3e85-36c7-485c-b42c-3033c8737196), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.518057 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.550960 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Pushing event updated for resources: {'Port': ['ID=9f344018-5ff3-478f-8edb-12ed1a69a18e,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:07.565962 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faa12f-a5a6-4880-a075-8b9b76f09b83 None None] Pushing event updated for resources: {'Port': ['ID=1f84575a-8686-4e2e-bf40-5e53533b54d0,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:07.568885 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da09f-277b-4dff-b1a5-30df61f70846 None None] Pushing event updated for resources: {'Port': ['ID=e15b3e85-36c7-485c-b42c-3033c8737196,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:07.604946 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:07.611213 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:07.615944 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:07.616602 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.628299 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-0086b1fc-7a65-48e1-9191-60f239b156e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f0dd4f2c6a64140abd9ea1eba6b4da3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2630680 Apr 04 17:46:07.628299 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b1fc-7a65-48e1-9191-60f239b156e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20b693-2060-4727-a68f-425bc443b001,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:07.659324 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39862) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:07.777649 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Attempting to bind port e15b3e85-36c7-485c-b42c-3033c8737196 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:07.778019 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Attempting to bind port e15b3e85-36c7-485c-b42c-3033c8737196 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:07.778385 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Attempting to bind port e15b3e85-36c7-485c-b42c-3033c8737196 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:07.792190 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:07.792597 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:07.792994 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.793416 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Bound using segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:07.793843 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Bound port: e15b3e85-36c7-485c-b42c-3033c8737196, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:07.799380 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.901593 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Current status of the port eba5bc19-a099-41c0-a72d-03031d9f92c0 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:07.902104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:07.943385 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (4ca58f24-423f-48ca-b27b-dd8e1a7391ad), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.044301 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.044723 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.046165 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.046465 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.046831 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.047179 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.047643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.047798 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.048154 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.048697 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.067247 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] For port e15b3e85-36c7-485c-b42c-3033c8737196, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:08.074482 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] For port e15b3e85-36c7-485c-b42c-3033c8737196, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e15b3e85-36c7-485c-b42c-3033c8737196,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:08.106063 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.214305 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.242925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] For port eba5bc19-a099-41c0-a72d-03031d9f92c0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=eba5bc19-a099-41c0-a72d-03031d9f92c0,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:08.303432 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:08.304113 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.305529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Allocated IP 172.20.0.11 (65007bb8-4f80-4a6e-9cd0-8aa609397a12/3a557627-285d-469b-9036-3a95cb63a9e7/c6bdb251-cd09-42d0-8b39-a3d130778785) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:08.324954 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da09f-277b-4dff-b1a5-30df61f70846 None None] Pushing event updated for resources: {'Port': ['ID=e15b3e85-36c7-485c-b42c-3033c8737196,revision_number=4']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:08.329417 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.360151 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:08.360803 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:08.485524 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 377d0f7b-329d-4f4b-9f5e-bfba014960d6, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=377d0f7b-329d-4f4b-9f5e-bfba014960d6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:08.506638 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:08.523647 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.524026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.535361 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.535975 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 17:46:08.536214 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca58f24-423f-48ca-b27b-dd8e1a7391ad']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:08.541130 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-87b4315b-75bf-4df2-9a6a-c37c83a46e3b admin admin] Publish callbacks [] for security_group (2c20b693-2060-4727-a68f-425bc443b001), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.574562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70271cf0-3e5c-4dd2-b2be-4bf2ccd90651') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:08.574988 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70271cf0-3e5c-4dd2-b2be-4bf2ccd90651') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:08.605274 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.614494 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (70271cf0-3e5c-4dd2-b2be-4bf2ccd90651), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.622579 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.625060 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device eba5bc19-a099-41c0-a72d-03031d9f92c0 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:08.634762 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6fc3ca46-800d-40af-a7a8-d94fcf5ff9b9 req-e8bd72db-3e5e-4ca5-9bcf-fa93b576deb2 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.2719171 Apr 04 17:46:08.671215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39886) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:08.775583 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:08.808520 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Provisioning complete for port e15b3e85-36c7-485c-b42c-3033c8737196 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:08.809084 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.884665 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864edb4-657f-4342-a3cb-1c5bb6b25bb5 None None] Pushing event updated for resources: {'Port': ['ID=eba5bc19-a099-41c0-a72d-03031d9f92c0,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:08.969443 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-87b4315b-75bf-4df2-9a6a-c37c83a46e3b admin admin] Publish callbacks [] for security_group (2c20b693-2060-4727-a68f-425bc443b001), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:08.999855 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (70271cf0-3e5c-4dd2-b2be-4bf2ccd90651), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.024135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:46:09.024658 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (70271cf0-3e5c-4dd2-b2be-4bf2ccd90651), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: from cryptography.utils import int_from_bytes Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: from cryptography.utils import int_from_bytes Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:46:09.028787 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:46:09.033069 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks [] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.099604 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=377d0f7b-329d-4f4b-9f5e-bfba014960d6,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:09.143513 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.231988 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Current status of the port e15b3e85-36c7-485c-b42c-3033c8737196 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:09.235482 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.289900 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks [] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.292339 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port eba5bc19-a099-41c0-a72d-03031d9f92c0 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:09.293954 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.324190 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (4ca58f24-423f-48ca-b27b-dd8e1a7391ad), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.330435 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.340199 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Pushing event updated for resources: {'Port': ['ID=9f344018-5ff3-478f-8edb-12ed1a69a18e,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:09.347621 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.351122 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ca58f24-423f-48ca-b27b-dd8e1a7391ad HTTP/1.1" status: 204 len: 168 time: 2.7099566 Apr 04 17:46:09.368002 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-87b4315b-75bf-4df2-9a6a-c37c83a46e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2c20b693-2060-4727-a68f-425bc443b001), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.370823 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-87b4315b-75bf-4df2-9a6a-c37c83a46e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.372128 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-87b4315b-75bf-4df2-9a6a-c37c83a46e3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c20b693-2060-4727-a68f-425bc443b001 HTTP/1.1" status: 204 len: 168 time: 1.7085886 Apr 04 17:46:09.387643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f967d-8552-4123-98e7-f92e77f7d1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca58f24-423f-48ca-b27b-dd8e1a7391ad,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:09.439928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Router 70ba276a-4894-4423-be5f-dbccdd315d41 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:46:09.447985 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0793002-58d5-4c99-9d8d-ed188c40956c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.507539 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4315b-75bf-4df2-9a6a-c37c83a46e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20b693-2060-4727-a68f-425bc443b001,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:09.536107 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:09.653105 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad1fd3-58d5-4906-a617-cd9757425bd2 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:09.659273 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39896) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:09.676299 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] For port e15b3e85-36c7-485c-b42c-3033c8737196, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e15b3e85-36c7-485c-b42c-3033c8737196,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:09.690221 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0793002-58d5-4c99-9d8d-ed188c40956c admin admin] Publish callbacks [] for security_group (80366187-0ca9-4c83-8270-3249c5220215), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.692046 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.695127 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:09.701343 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0793002-58d5-4c99-9d8d-ed188c40956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (80366187-0ca9-4c83-8270-3249c5220215), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.725949 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:09.741701 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:09.786766 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d0793002-58d5-4c99-9d8d-ed188c40956c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f036dc5e4f29484c9e32d0fb817b9026&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0960548 Apr 04 17:46:09.793702 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39904) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:10.025597 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Provisioning complete for port 9f344018-5ff3-478f-8edb-12ed1a69a18e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:10.026462 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.117570 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0793002-58d5-4c99-9d8d-ed188c40956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80366187-0ca9-4c83-8270-3249c5220215,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:10.127614 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Pushing event updated for resources: {'Port': ['ID=c6bdb251-cd09-42d0-8b39-a3d130778785,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:10.140147 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.161188 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-673b772d-103f-4312-b5a6-773b82416413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:00Z', 'revision_number': 3, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:10.185464 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:10.186967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.277914 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:10.297613 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-5386724a-9453-411b-99ab-6fac55a275e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04334a04e310456b942314a7152f779c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6370313 Apr 04 17:46:10.305376 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:10.353314 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39920) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:10.413742 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6ab9031a-7f6d-4123-a427-053afa96f7f7 admin admin] Publish callbacks [] for security_group (80366187-0ca9-4c83-8270-3249c5220215), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.457083 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.465417 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39922) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:10.466306 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.0023861 Apr 04 17:46:10.471707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e901a-ec74-4c82-bdf7-6d19f0ccab64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:10.495909 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': '8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:10.576920 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:10.577768 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.610431 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-23b074f4-f603-4f16-9e41-bf2fc3977a7a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9834399 Apr 04 17:46:10.613188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39924) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:10.629973 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-7e12485c-f275-4e26-bd00-b4d0dff4ce9b tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:46:10.630625 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-7e12485c-f275-4e26-bd00-b4d0dff4ce9b tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077300 Apr 04 17:46:10.636324 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:10.650732 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86c27b-a5b0-4458-bbab-2c0c3f4d18be req-77135e35-f9a1-45f2-b7fa-5ddc94559d6e tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:10.663868 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.668309 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-29f2fb8e-d376-45cd-a9a8-32a306bf835a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.9867380 Apr 04 17:46:10.668486 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3c86c27b-a5b0-4458-bbab-2c0c3f4d18be req-77135e35-f9a1-45f2-b7fa-5ddc94559d6e tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 932 time: 0.7183175 Apr 04 17:46:10.668615 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39928) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:10.678891 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Port 9f344018-5ff3-478f-8edb-12ed1a69a18e cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:10.728365 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6ab9031a-7f6d-4123-a427-053afa96f7f7 admin admin] Publish callbacks [] for security_group (80366187-0ca9-4c83-8270-3249c5220215), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:10.749407 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:10.754114 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7355e-d22d-43bf-9190-1ce5a82f432a None None] Pushing event updated for resources: {'Port': ['ID=e15b3e85-36c7-485c-b42c-3033c8737196,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:10.775425 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b772d-103f-4312-b5a6-773b82416413 None None] The sync data for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi is: [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:00Z', 'revision_number': 3, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:10.824470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port eba5bc19-a099-41c0-a72d-03031d9f92c0 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:10.860350 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:10.861168 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:10.868017 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c7242d3-0119-4c02-a611-bc03c8c2ce28 admin admin] Publish callbacks [] for security_group (5f918efe-5667-42bd-852e-cbe5f956c70c), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.023057 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3c86c27b-a5b0-4458-bbab-2c0c3f4d18be req-ab3bbb99-1e91-414d-979c-24d660c7d07a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471487 Apr 04 17:46:11.054048 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d47bd527-2d40-455c-8ff3-b442d1cf4b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.095240 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-3f5f11c3-c9aa-47e8-9495-00d9e4c63f02 None None] Provisioning complete for port e15b3e85-36c7-485c-b42c-3033c8737196 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:11.095612 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3f5f11c3-c9aa-47e8-9495-00d9e4c63f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.123618 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:46:11.155987 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (8308d7c7-8b46-4c74-a0cc-97becaad4a6d), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.191367 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c7242d3-0119-4c02-a611-bc03c8c2ce28 admin admin] Publish callbacks [] for security_group (5f918efe-5667-42bd-852e-cbe5f956c70c), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.285976 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:11.374563 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Request body: {'port': {'device_id': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:11.598510 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 722240fd-3353-4f37-8b93-9622ae55add2 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:11.622183 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6ab9031a-7f6d-4123-a427-053afa96f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (80366187-0ca9-4c83-8270-3249c5220215), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.630798 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6ab9031a-7f6d-4123-a427-053afa96f7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.633688 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-6ab9031a-7f6d-4123-a427-053afa96f7f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80366187-0ca9-4c83-8270-3249c5220215 HTTP/1.1" status: 204 len: 168 time: 1.8363483 Apr 04 17:46:11.693781 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9031a-7f6d-4123-a427-053afa96f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80366187-0ca9-4c83-8270-3249c5220215,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:11.865217 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (8308d7c7-8b46-4c74-a0cc-97becaad4a6d), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.875320 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (8308d7c7-8b46-4c74-a0cc-97becaad4a6d), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.884494 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c7242d3-0119-4c02-a611-bc03c8c2ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5f918efe-5667-42bd-852e-cbe5f956c70c), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.887086 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c7242d3-0119-4c02-a611-bc03c8c2ce28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.888307 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4c7242d3-0119-4c02-a611-bc03c8c2ce28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f918efe-5667-42bd-852e-cbe5f956c70c HTTP/1.1" status: 204 len: 168 time: 1.5319693 Apr 04 17:46:11.921302 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7242d3-0119-4c02-a611-bc03c8c2ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f918efe-5667-42bd-852e-cbe5f956c70c,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:11.934727 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:11.964482 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a174d90e-e3e1-40ee-8e36-ae74cc5b6d6e admin admin] 10.222.0.24 "PUT /v2.0/routers/be3b1a26-8f95-44ce-a85d-a4a64d573ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9708862 Apr 04 17:46:11.971338 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8308d7c7-8b46-4c74-a0cc-97becaad4a6d,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:11.990206 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:11.997388 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ea891b49-f876-4b62-bbd8-0f0959006c12 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5056551 Apr 04 17:46:12.000877 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39952) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:12.013263 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': '8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:12.034996 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f11c3-c9aa-47e8-9495-00d9e4c63f02 None None] Current status of the port e15b3e85-36c7-485c-b42c-3033c8737196 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:12.085870 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 722240fd-3353-4f37-8b93-9622ae55add2 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:12.088759 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (722240fd-3353-4f37-8b93-9622ae55add2), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.091147 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (e54ab9b2-db15-4f46-8273-46bd9a06dbcc), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.267799 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-3f5f11c3-c9aa-47e8-9495-00d9e4c63f02 None None] Provisioning complete for port 9f344018-5ff3-478f-8edb-12ed1a69a18e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:12.268225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3f5f11c3-c9aa-47e8-9495-00d9e4c63f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.270922 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.283431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:12.306676 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (e54ab9b2-db15-4f46-8273-46bd9a06dbcc), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.312460 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (e54ab9b2-db15-4f46-8273-46bd9a06dbcc), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.351848 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.361523 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3581488 Apr 04 17:46:12.363675 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39958) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:12.383203 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:12.383787 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Updating router 70ba276a-4894-4423-be5f-dbccdd315d41 port 5458ca13-a5e4-458b-816a-5d3373b5f18c binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:46:12.383878 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:12.411049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de30d5-9757-4bfb-8735-feb5e8f05ccf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54ab9b2-db15-4f46-8273-46bd9a06dbcc,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:12.470152 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.518423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.532694 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f11c3-c9aa-47e8-9495-00d9e4c63f02 None None] Port 9f344018-5ff3-478f-8edb-12ed1a69a18e cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:12.601143 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d47bd527-2d40-455c-8ff3-b442d1cf4b42 admin admin] Publish callbacks [] for security_group (c3c435cc-f3c9-4a10-95c3-841fad8afde0), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.684143 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d47bd527-2d40-455c-8ff3-b442d1cf4b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c3c435cc-f3c9-4a10-95c3-841fad8afde0), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:12.832194 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0fa11-c849-4e69-9e63-7a4c6812367b req-172fca34-efc6-4685-992a-479ea821f784 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:12.843937 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eef0fa11-c849-4e69-9e63-7a4c6812367b req-172fca34-efc6-4685-992a-479ea821f784 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 932 time: 0.6288345 Apr 04 17:46:13.004821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bd527-2d40-455c-8ff3-b442d1cf4b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c435cc-f3c9-4a10-95c3-841fad8afde0,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:13.162450 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39974) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:13.213924 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.233470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 722240fd-3353-4f37-8b93-9622ae55add2 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:13.234739 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 377d0f7b-329d-4f4b-9f5e-bfba014960d6 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:13.241106 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d47bd527-2d40-455c-8ff3-b442d1cf4b42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e1e9adb68c14eada80d5dff32a3fe9a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6270313 Apr 04 17:46:13.246432 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 39978) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:13.300125 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.348732 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Publish callbacks [] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.357391 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-bc4266c9-7bfd-4517-a0b4-522a5c995087 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=babc68f8d1b345df87cc9093f766ded0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1915624 Apr 04 17:46:13.359312 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 39980) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:13.379225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.499427 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eef0fa11-c849-4e69-9e63-7a4c6812367b req-2d753d6a-8edd-4834-9743-8cc636e307d5 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533554 Apr 04 17:46:13.530361 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Attempting to bind port 5458ca13-a5e4-458b-816a-5d3373b5f18c on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:13.531158 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Attempting to bind port 5458ca13-a5e4-458b-816a-5d3373b5f18c by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:13.531158 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Attempting to bind port 5458ca13-a5e4-458b-816a-5d3373b5f18c on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:13.537112 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56a6a-01b1-404d-b11a-f8c0568f38cf None None] Pushing event updated for resources: {'Port': ['ID=5458ca13-a5e4-458b-816a-5d3373b5f18c,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:13.559860 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:13.560444 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:13.561808 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.562577 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:13.563477 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Bound port: 5458ca13-a5e4-458b-816a-5d3373b5f18c, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:13.563939 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.617514 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:13.617891 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.735165 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f2247e7-e5ed-42eb-a4b2-1bd16336e6c8 admin admin] Publish callbacks [] for security_group (4814c237-9962-48fe-85b1-6555d2ed4f10), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.813064 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] For port 5458ca13-a5e4-458b-816a-5d3373b5f18c, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:13.826747 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] For port 5458ca13-a5e4-458b-816a-5d3373b5f18c, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=5458ca13-a5e4-458b-816a-5d3373b5f18c,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:13.887112 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f2247e7-e5ed-42eb-a4b2-1bd16336e6c8 admin admin] Publish callbacks [] for security_group (4814c237-9962-48fe-85b1-6555d2ed4f10), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.942921 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:13.958506 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Sync routers for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:13.974712 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:13.975872 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:13.981589 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.27.3.58 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/bf396994-7b93-4c5e-9a23-3e4569d82141) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:14.066328 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-daa5dbb6-b0f6-456e-819b-a38be7156202 admin admin] Publish callbacks [] for security_group (c3c435cc-f3c9-4a10-95c3-841fad8afde0), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.073874 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:14.080382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e15b3e85-36c7-485c-b42c-3033c8737196 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:14.248852 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56a6a-01b1-404d-b11a-f8c0568f38cf None None] Pushing event updated for resources: {'Port': ['ID=5458ca13-a5e4-458b-816a-5d3373b5f18c,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:14.284540 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:14.286034 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:14.289453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-daa5dbb6-b0f6-456e-819b-a38be7156202 admin admin] Publish callbacks [] for security_group (c3c435cc-f3c9-4a10-95c3-841fad8afde0), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.329025 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:14.447524 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bdb251-cd09-42d0-8b39-a3d130778785 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:14.465142 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Publish callbacks [] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.587727 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Allocated IP 172.20.0.1 (43fb391c-85e2-4c6d-84da-8b3d8f995522/efdd3a39-b98a-4b59-a2bc-bd8905f331d6/ee31dca9-e85c-4242-8f0d-24af7f4d837a) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:14.602435 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Transition to ACTIVE for port object c6bdb251-cd09-42d0-8b39-a3d130778785 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:46:14.619163 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f2247e7-e5ed-42eb-a4b2-1bd16336e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4814c237-9962-48fe-85b1-6555d2ed4f10), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.620457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-daa5dbb6-b0f6-456e-819b-a38be7156202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c3c435cc-f3c9-4a10-95c3-841fad8afde0), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.624744 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-daa5dbb6-b0f6-456e-819b-a38be7156202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.628619 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-daa5dbb6-b0f6-456e-819b-a38be7156202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3c435cc-f3c9-4a10-95c3-841fad8afde0 HTTP/1.1" status: 204 len: 168 time: 1.3338149 Apr 04 17:46:14.629509 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.634490 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f2247e7-e5ed-42eb-a4b2-1bd16336e6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:14.636202 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2f2247e7-e5ed-42eb-a4b2-1bd16336e6c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4814c237-9962-48fe-85b1-6555d2ed4f10 HTTP/1.1" status: 204 len: 168 time: 1.2726960 Apr 04 17:46:14.692857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:14.705090 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5dbb6-b0f6-456e-819b-a38be7156202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c435cc-f3c9-4a10-95c3-841fad8afde0,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:14.730786 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2247e7-e5ed-42eb-a4b2-1bd16336e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4814c237-9962-48fe-85b1-6555d2ed4f10,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:14.773218 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-4adb7e50-3cec-419f-9478-d3dffeb1a556 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:14.786020 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-4adb7e50-3cec-419f-9478-d3dffeb1a556 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 819 time: 0.8528991 Apr 04 17:46:14.878067 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-e66e7f2c-b381-4ba9-a506-b625befdbbc0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/quotas/5c08218b8cf2457fb90a21a66964b75f HTTP/1.1" status: 200 len: 375 time: 0.0809593 Apr 04 17:46:14.890547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Pushing event updated for resources: {'Port': ['ID=c6bdb251-cd09-42d0-8b39-a3d130778785,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:14.938575 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Attempting to bind port c6bdb251-cd09-42d0-8b39-a3d130778785 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:14.938834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Attempting to bind port c6bdb251-cd09-42d0-8b39-a3d130778785 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1ed39a59-2e6f-4674-8af9-0fdffa1cc358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:14.939189 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Attempting to bind port c6bdb251-cd09-42d0-8b39-a3d130778785 on network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:14.947656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Port c6bdb251-cd09-42d0-8b39-a3d130778785 on network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:46:14.947997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Attempting to bind port c6bdb251-cd09-42d0-8b39-a3d130778785 on network 65007bb8-4f80-4a6e-9cd0-8aa609397a12 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:14.988955 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:14.988955 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Checking segment: {'id': '1ed39a59-2e6f-4674-8af9-0fdffa1cc358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:14.989508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Bound using segment: {'id': '1ed39a59-2e6f-4674-8af9-0fdffa1cc358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:14.989992 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Bound port: c6bdb251-cd09-42d0-8b39-a3d130778785, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed39a59-2e6f-4674-8af9-0fdffa1cc358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:14.990348 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.126589 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.137492 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 2, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:15.222804 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Checking router: be3b1a26-8f95-44ce-a85d-a4a64d573ba9 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:15.223153 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Updating router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 port 9f344018-5ff3-478f-8edb-12ed1a69a18e binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:46:15.236371 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb233696-d11d-4ad1-bff5-5248931867c9 req-2c8d50c5-53ac-4e70-a80a-5efa082958b6 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:15.241920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb233696-d11d-4ad1-bff5-5248931867c9 req-2c8d50c5-53ac-4e70-a80a-5efa082958b6 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 944 time: 0.4393661 Apr 04 17:46:15.266189 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port e15b3e85-36c7-485c-b42c-3033c8737196 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:15.266571 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.280905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks [] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.315578 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.317474 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d54a16f4-c0d2-4bfa-98fb-69b4d5d82893 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4210877 Apr 04 17:46:15.341847 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.512895 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:15.537143 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb233696-d11d-4ad1-bff5-5248931867c9 req-686522ca-15bf-4265-b35f-acca128e2860 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493317 Apr 04 17:46:15.558792 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:15.582642 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:15.593804 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] For port c6bdb251-cd09-42d0-8b39-a3d130778785, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:15.594025 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=bf396994-7b93-4c5e-9a23-3e4569d82141,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:15.608403 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] For port c6bdb251-cd09-42d0-8b39-a3d130778785, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c6bdb251-cd09-42d0-8b39-a3d130778785,segment=NetworkSegment(1ed39a59-2e6f-4674-8af9-0fdffa1cc358),segment_id=1ed39a59-2e6f-4674-8af9-0fdffa1cc358)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:15.635364 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.790732 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:15.806516 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.808123 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] 10.222.0.11 "PUT /v2.0/ports/c6bdb251-cd09-42d0-8b39-a3d130778785 HTTP/1.1" status: 200 len: 1094 time: 4.8866951 Apr 04 17:46:15.812798 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'tag': 'c6bdb251-cd09-42d0-8b39-a3d130778785'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:15.836085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:15.952102 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:15.988172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:15.995115 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:16.053853 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.057928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (70ba276a-4894-4423-be5f-dbccdd315d41), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.075987 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:16.100334 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c596f-d1bb-463d-8a67-3e07dc6bf1ba service neutron] Pushing event updated for resources: {'Port': ['ID=c6bdb251-cd09-42d0-8b39-a3d130778785,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:16.141717 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:46:16.144367 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-e2433ab2-6485-46bb-8bbf-76ec08af7a07 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:46:16.150854 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-e2433ab2-6485-46bb-8bbf-76ec08af7a07 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2186432 Apr 04 17:46:16.183996 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.210153 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c651ea34-285a-4770-a45b-aeaa369b8c9c None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:16.222686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port e15b3e85-36c7-485c-b42c-3033c8737196 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:16.224717 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device eba5bc19-a099-41c0-a72d-03031d9f92c0 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:16.281091 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Publish callbacks [] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.295716 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.341503 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d509a7-1d15-4e5d-b333-5c4610a97ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1857d73-7d9d-4022-90ed-460331c3e628", "tag": "c6bdb251-cd09-42d0-8b39-a3d130778785"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:16.408398 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port eba5bc19-a099-41c0-a72d-03031d9f92c0 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:16.408736 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.481624 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-f5d89028-f7ac-4656-b28d-3bcb52dc4a34 service neutron] 10.222.0.24 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198302 Apr 04 17:46:16.532477 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b90a2c-095a-4f88-bfa1-703ab9c668cf None None] Pushing event updated for resources: {'Port': ['ID=9f344018-5ff3-478f-8edb-12ed1a69a18e,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:16.566085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-24dad97a-23f2-4abc-afcc-2eef19326a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:16.581332 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-24dad97a-23f2-4abc-afcc-2eef19326a9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e19b519e98f144e592f48160ff93a351&device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 1128 time: 0.7052000 Apr 04 17:46:16.611876 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Pushing event updated for resources: {'Port': ['ID=ee31dca9-e85c-4242-8f0d-24af7f4d837a,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:16.623978 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-aa47c2fa-f2d8-434f-8cba-ccc4bae1bce3 None None] Provisioning complete for port ee31dca9-e85c-4242-8f0d-24af7f4d837a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:16.624391 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-aa47c2fa-f2d8-434f-8cba-ccc4bae1bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.800141 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Attempting to bind port 9f344018-5ff3-478f-8edb-12ed1a69a18e on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:16.813319 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Attempting to bind port 9f344018-5ff3-478f-8edb-12ed1a69a18e by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:16.813774 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Attempting to bind port 9f344018-5ff3-478f-8edb-12ed1a69a18e on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:16.837298 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:16.837643 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Checking segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:16.856286 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.858679 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Bound using segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:16.868982 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Bound port: 9f344018-5ff3-478f-8edb-12ed1a69a18e, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:16.869389 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:16.933013 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-564591e2-ab98-4f7a-b257-5954ecd1390a service neutron] 10.222.0.24 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064403 Apr 04 17:46:16.983565 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-14ef7749-0e06-4ad2-9460-be29f2977d5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6bdb251-cd09-42d0-8b39-a3d130778785 HTTP/1.1" status: 200 len: 217 time: 0.3483779 Apr 04 17:46:17.050809 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.062043 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.110250 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-aa47c2fa-f2d8-434f-8cba-ccc4bae1bce3 None None] Port ee31dca9-e85c-4242-8f0d-24af7f4d837a cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:17.129535 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port eba5bc19-a099-41c0-a72d-03031d9f92c0 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:17.215019 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] For port 9f344018-5ff3-478f-8edb-12ed1a69a18e, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:17.217468 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] For port 9f344018-5ff3-478f-8edb-12ed1a69a18e, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9f344018-5ff3-478f-8edb-12ed1a69a18e,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:17.235339 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.274708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] Provisioning complete for port 9f344018-5ff3-478f-8edb-12ed1a69a18e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:17.290922 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.332073 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:17.332735 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:17.532965 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=bf396994-7b93-4c5e-9a23-3e4569d82141,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:17.634150 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.743149 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.758463 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f0c6c51c-1e98-4154-8622-9361272b700c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3900096 Apr 04 17:46:17.800482 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.803532 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-1c025ad4-6ee0-42bb-bead-20deedd39e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:17.805092 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-1c025ad4-6ee0-42bb-bead-20deedd39e9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a557627-285d-469b-9036-3a95cb63a9e7 HTTP/1.1" status: 200 len: 852 time: 0.7987440 Apr 04 17:46:17.873371 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] Current status of the port 9f344018-5ff3-478f-8edb-12ed1a69a18e is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:17.873793 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:17.890862 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 5458ca13-a5e4-458b-816a-5d3373b5f18c up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:18.010404 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:18.078644 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-09dc7fab-8b85-480f-ba55-dd8b16f54978 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65007bb8-4f80-4a6e-9cd0-8aa609397a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2379236 Apr 04 17:46:18.102157 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a918f1-4587-4ca8-8368-566d3be9ce89 req-d4a0e07b-163f-41d4-8ceb-65c68f8604d6 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:18.133135 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-84a918f1-4587-4ca8-8368-566d3be9ce89 req-d4a0e07b-163f-41d4-8ceb-65c68f8604d6 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 944 time: 0.2488356 Apr 04 17:46:18.203388 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b90a2c-095a-4f88-bfa1-703ab9c668cf None None] Pushing event updated for resources: {'Port': ['ID=9f344018-5ff3-478f-8edb-12ed1a69a18e,revision_number=4']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:18.312578 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] For port 9f344018-5ff3-478f-8edb-12ed1a69a18e, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9f344018-5ff3-478f-8edb-12ed1a69a18e,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:18.332776 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:18.353358 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e23e07-57c4-4d54-ba26-9161ebc5d6ca x-openstack-request-id: req-04e23e07-57c4-4d54-ba26-9161ebc5d6ca {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:18.354772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1857d73-7d9d-4022-90ed-460331c3e628", "tag": "c6bdb251-cd09-42d0-8b39-a3d130778785", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:18.355612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04e23e07-57c4-4d54-ba26-9161ebc5d6ca {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:18.359350 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e23e07-57c4-4d54-ba26-9161ebc5d6ca'] response: {'name': 'network-changed', 'server_uuid': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'tag': 'c6bdb251-cd09-42d0-8b39-a3d130778785', 'status': 'completed', 'code': 200} Apr 04 17:46:18.414939 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-84a918f1-4587-4ca8-8368-566d3be9ce89 req-990dfc46-b50d-4a1b-b9dd-945b66829e1c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800848 Apr 04 17:46:18.437161 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0296fe55-7096-4797-9d0e-1d6cc41bef92 req-9e9c91e0-d7b5-42cd-979f-63e9b99e7415 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 210 time: 0.0569286 Apr 04 17:46:18.540884 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 5458ca13-a5e4-458b-816a-5d3373b5f18c triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:18.540884 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:18.554681 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e133c-44b5-48f5-ada5-cbcc3eaf28c6 None None] Pushing event updated for resources: {'Port': ['ID=9f344018-5ff3-478f-8edb-12ed1a69a18e,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:18.766808 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-d5bf3536-e35e-4210-bbd7-318847426f8b None None] Provisioning complete for port 9f344018-5ff3-478f-8edb-12ed1a69a18e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:18.767222 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3536-e35e-4210-bbd7-318847426f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:18.869098 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-37a8beda-472f-40c2-a4ef-d8e55ab2ca31 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--3098066&fields=id&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 267 time: 0.2323849 Apr 04 17:46:18.976145 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:19.108669 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 5458ca13-a5e4-458b-816a-5d3373b5f18c is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:19.109247 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:19.114342 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5029d8-6ece-4a3b-855a-0baac28175b0 None None] The sync data for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi is: [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:19.239483 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-3608f876-22d3-4edc-bd10-6f746dc5b642 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:19.245042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 5458ca13-a5e4-458b-816a-5d3373b5f18c, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=5458ca13-a5e4-458b-816a-5d3373b5f18c,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:19.255139 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-3608f876-22d3-4edc-bd10-6f746dc5b642 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.3850329 Apr 04 17:46:19.288420 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:19.293330 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 1f84575a-8686-4e2e-bf40-5e53533b54d0 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:19.297828 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-941baeda-d2df-4e71-ab08-731bdf2d627f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/quotas/4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 375 time: 0.0416517 Apr 04 17:46:19.509586 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-65b9beab-f874-4b6c-879c-960e8f4b3e7f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107732 Apr 04 17:46:19.770779 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-0ab7064d-ee26-400a-a7ea-5d6b59d000fc service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413874 Apr 04 17:46:19.797407 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf3536-e35e-4210-bbd7-318847426f8b None None] Current status of the port 9f344018-5ff3-478f-8edb-12ed1a69a18e is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:19.798292 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-8f98cde7-35c4-471f-a593-29428aea2e83 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:19.807555 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-8f98cde7-35c4-471f-a593-29428aea2e83 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 819 time: 0.4626441 Apr 04 17:46:19.831853 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-2b4b5cc2-0ae3-40e6-a56a-b95f3a81d0fb service neutron] 10.222.0.11 "GET /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6947248 Apr 04 17:46:19.882172 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-f4347335-a30b-4137-84d9-3c1b640e3c6d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/quotas/5c08218b8cf2457fb90a21a66964b75f HTTP/1.1" status: 200 len: 375 time: 0.0625122 Apr 04 17:46:19.892055 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=5458ca13-a5e4-458b-816a-5d3373b5f18c,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:19.943666 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 1f84575a-8686-4e2e-bf40-5e53533b54d0 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:19.945412 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:20.171259 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-e7dda16c-1fae-4e0c-9514-9cd81d77605c service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913620 Apr 04 17:46:20.209927 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 1f84575a-8686-4e2e-bf40-5e53533b54d0 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:20.210387 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:20.312947 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 1f84575a-8686-4e2e-bf40-5e53533b54d0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=1f84575a-8686-4e2e-bf40-5e53533b54d0,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:20.318325 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-027b2e21-1f1e-4beb-82d0-cbf0ec162a13 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3422425 Apr 04 17:46:20.328988 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:20.336200 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks [] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:20.393377 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:20.556707 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=1f84575a-8686-4e2e-bf40-5e53533b54d0,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:20.809898 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9f344018-5ff3-478f-8edb-12ed1a69a18e up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:20.875518 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Pushing event updated for resources: {'Port': ['ID=ee31dca9-e85c-4242-8f0d-24af7f4d837a,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:21.101160 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 9f344018-5ff3-478f-8edb-12ed1a69a18e triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:21.102748 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:21.166371 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52308d79-8a0e-4a16-b65c-e682a19c6598 req-8792155f-7f60-4b5a-afc7-4f3a90e2f9ed service neutron] 10.222.0.11 "GET /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3137150 Apr 04 17:46:21.262515 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (70ba276a-4894-4423-be5f-dbccdd315d41), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:21.524748 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.11', 64222) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:21.577931 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 9f344018-5ff3-478f-8edb-12ed1a69a18e is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:21.583349 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 5458ca13-a5e4-458b-816a-5d3373b5f18c up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:21.710147 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 5458ca13-a5e4-458b-816a-5d3373b5f18c triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:21.710890 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:21.747148 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-d6e0ef88-e34c-429f-b9d7-99bc682413b4 service neutron] 10.222.0.24 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3874769 Apr 04 17:46:21.937450 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a03c1-0fa9-45e8-af06-6792624432c0 req-2558170b-82a9-43ad-a092-4f974e509021 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:21.949721 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-139a03c1-0fa9-45e8-af06-6792624432c0 req-2558170b-82a9-43ad-a092-4f974e509021 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 944 time: 0.9740708 Apr 04 17:46:21.950722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 5458ca13-a5e4-458b-816a-5d3373b5f18c is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:22.001731 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40246) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:22.025608 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-5dd92431-2b21-4b49-a5c1-799ba257c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:22.045328 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-139a03c1-0fa9-45e8-af06-6792624432c0 req-540eb0d7-3a36-463f-937d-ea268f226966 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909529 Apr 04 17:46:22.049195 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-5dd92431-2b21-4b49-a5c1-799ba257c65f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e19b519e98f144e592f48160ff93a351&device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 1128 time: 0.5543988 Apr 04 17:46:22.257014 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-56f47656-b24f-4e87-a197-4e65a2824b6b req-af96a58b-b641-4144-ba71-154725ffe72e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 210 time: 0.0647433 Apr 04 17:46:22.290226 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cee6-e6c5-48a1-8404-bc3b5cf7fab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.454861 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-becd4d9f-0a4b-4912-8c12-1f86e839cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:22.454861 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-becd4d9f-0a4b-4912-8c12-1f86e839cf8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=65007bb8-4f80-4a6e-9cd0-8aa609397a12 HTTP/1.1" status: 200 len: 913 time: 0.4042046 Apr 04 17:46:22.468542 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cee6-e6c5-48a1-8404-bc3b5cf7fab4 admin admin] Publish callbacks [] for security_group (9a8848d3-2626-4338-9f02-1ecf8c4ca374), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.473943 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cee6-e6c5-48a1-8404-bc3b5cf7fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (9a8848d3-2626-4338-9f02-1ecf8c4ca374), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.522646 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 1f84575a-8686-4e2e-bf40-5e53533b54d0 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:22.547183 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9cee6-e6c5-48a1-8404-bc3b5cf7fab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8848d3-2626-4338-9f02-1ecf8c4ca374,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:22.555356 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-0fa9cee6-e6c5-48a1-8404-bc3b5cf7fab4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5ac727ddbdd45a3a6a552a63aa515bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491185 Apr 04 17:46:22.561283 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40272) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:22.561652 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40274) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:22.632996 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-eb65d1a6-9d97-49b4-b1f4-578173375fe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6bdb251-cd09-42d0-8b39-a3d130778785 HTTP/1.1" status: 200 len: 217 time: 0.1407933 Apr 04 17:46:22.678228 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 1f84575a-8686-4e2e-bf40-5e53533b54d0 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:22.679065 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.692982 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1eed-4e7c-416f-940c-4faa97ea565d admin admin] Publish callbacks [] for security_group (9a8848d3-2626-4338-9f02-1ecf8c4ca374), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.694461 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-4fa6549a-9a49-4db2-8d2f-51f6fba4f64b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:22.696708 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-4fa6549a-9a49-4db2-8d2f-51f6fba4f64b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 819 time: 1.1289146 Apr 04 17:46:22.701204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:22.708585 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-44cb2896-7976-4218-83a1-c5efd6f872bd service neutron] 10.222.0.24 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9605827 Apr 04 17:46:22.715243 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:22.724833 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'port': {'device_id': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'admin_state_up': True, 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:22.756225 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1eed-4e7c-416f-940c-4faa97ea565d admin admin] Publish callbacks [] for security_group (9a8848d3-2626-4338-9f02-1ecf8c4ca374), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.872750 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 1f84575a-8686-4e2e-bf40-5e53533b54d0 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:22.929310 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1eed-4e7c-416f-940c-4faa97ea565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (9a8848d3-2626-4338-9f02-1ecf8c4ca374), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.931858 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1eed-4e7c-416f-940c-4faa97ea565d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:22.933047 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ff9e1eed-4e7c-416f-940c-4faa97ea565d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a8848d3-2626-4338-9f02-1ecf8c4ca374 HTTP/1.1" status: 204 len: 168 time: 0.3635259 Apr 04 17:46:22.949014 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e1eed-4e7c-416f-940c-4faa97ea565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8848d3-2626-4338-9f02-1ecf8c4ca374,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:23.050538 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-7d6e8fa5-4a08-46a6-a9a9-6f1107153c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:23.052675 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-7d6e8fa5-4a08-46a6-a9a9-6f1107153c86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a557627-285d-469b-9036-3a95cb63a9e7 HTTP/1.1" status: 200 len: 852 time: 0.4090693 Apr 04 17:46:23.100352 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.11', 64226) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:23.215080 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-de58092c-00ef-4e69-a287-3b057688a46f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=65007bb8-4f80-4a6e-9cd0-8aa609397a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286447 Apr 04 17:46:23.260183 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-6f63421d-705c-4d31-80c2-5a691832878a None None] Provisioning complete for port ee31dca9-e85c-4242-8f0d-24af7f4d837a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:23.261813 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6f63421d-705c-4d31-80c2-5a691832878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.271259 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-84bb43f1-9f0e-4c13-a948-b2a90b309fb6 req-1aa391a5-8818-45db-8985-77988b860515 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 210 time: 0.1489854 Apr 04 17:46:23.342622 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Router 70ba276a-4894-4423-be5f-dbccdd315d41 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:46:23.348655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd993-db6f-4427-8452-016e6a4fcc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.372823 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-6f63421d-705c-4d31-80c2-5a691832878a None None] Port ee31dca9-e85c-4242-8f0d-24af7f4d837a cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:23.410255 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-0480ac0f-f134-4ceb-84b0-ab253ffc8948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.439055 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-c9f8cb5f-90e4-4b1f-8caf-37181f16e6c4 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:23.442113 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-c9f8cb5f-90e4-4b1f-8caf-37181f16e6c4 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.3387737 Apr 04 17:46:23.502558 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd993-db6f-4427-8452-016e6a4fcc07 admin admin] Publish callbacks [] for security_group (bd62f675-5b4e-4667-ab2f-c251268e8eb5), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.573766 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40312) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:23.603640 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91f4f02e-4d8d-41fb-9d6d-bc712681d78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.614684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd993-db6f-4427-8452-016e6a4fcc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bd62f675-5b4e-4667-ab2f-c251268e8eb5), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.620492 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-71fbf68f-a679-473f-92a4-2cbe990fa582 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 377 time: 0.1704328 Apr 04 17:46:23.636638 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'port': {'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'admin_state_up': True, 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'security_groups': ['8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8']}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:23.770592 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2c0bd9ca-29cd-4c64-8eb0-bacf57fb7799 req-708e79e5-339a-4863-b4ae-de1a272c6495 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 210 time: 0.0595703 Apr 04 17:46:23.873994 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91f4f02e-4d8d-41fb-9d6d-bc712681d78a admin admin] Publish callbacks [] for security_group (bf7f5a4d-5412-4b64-8ac4-261012819788), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.875819 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Made reservation on behalf of 4f8c198fee05410bbd2f798863b827b2 for: {'port': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:23.879173 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.882554 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91f4f02e-4d8d-41fb-9d6d-bc712681d78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bf7f5a4d-5412-4b64-8ac4-261012819788), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:23.896776 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcd993-db6f-4427-8452-016e6a4fcc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62f675-5b4e-4667-ab2f-c251268e8eb5,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:23.956777 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-dcdcd993-db6f-4427-8452-016e6a4fcc07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=100dc42d02d54aa4bf0d49cd14a85174&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3881550 Apr 04 17:46:23.964039 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40318) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:23.985021 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403049a7-92a5-46f2-aaca-8f800cbf80ad req-2b29b434-685d-45b0-b340-cfbf1a0b7a2d tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:23.988476 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-91f4f02e-4d8d-41fb-9d6d-bc712681d78a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef815227b9f5455da344b6468af28fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131148 Apr 04 17:46:23.989711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4f02e-4d8d-41fb-9d6d-bc712681d78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f5a4d-5412-4b64-8ac4-261012819788,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:23.991962 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40320) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:23.992775 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-403049a7-92a5-46f2-aaca-8f800cbf80ad req-2b29b434-685d-45b0-b340-cfbf1a0b7a2d tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 944 time: 0.6885033 Apr 04 17:46:24.066516 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-25b234ae-e125-49bf-a2af-b426143f083b service neutron] 10.222.0.11 "GET /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961024 Apr 04 17:46:24.067092 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Made reservation on behalf of 5c08218b8cf2457fb90a21a66964b75f for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:24.070277 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.086734 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:24.097488 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:24.108624 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-55a00145-dc15-4782-b356-c4dd6c47494a admin admin] 10.222.0.24 "PUT /v2.0/routers/70ba276a-4894-4423-be5f-dbccdd315d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4302950 Apr 04 17:46:24.108810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:24.108810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:45:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:24.189690 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3c2a02fd-aa5e-4f4e-8a45-d407637f7629 admin admin] Publish callbacks [] for security_group (bf7f5a4d-5412-4b64-8ac4-261012819788), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.240365 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83154244-017c-487e-b92f-68785ab2b747 admin admin] Publish callbacks [] for security_group (bd62f675-5b4e-4667-ab2f-c251268e8eb5), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.244699 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-403049a7-92a5-46f2-aaca-8f800cbf80ad req-71d1ed49-3c36-4fbf-ac0b-974e8244e7b2 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253096 Apr 04 17:46:24.283504 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3c2a02fd-aa5e-4f4e-8a45-d407637f7629 admin admin] Publish callbacks [] for security_group (bf7f5a4d-5412-4b64-8ac4-261012819788), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.290170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.11', 64230) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:24.315076 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.20.0.13 (a1c4ff85-49bf-44e8-a718-4245f405dbcd/fca0d592-72f9-4fe2-ba82-806680525939/321689c9-1f3c-4f56-9e24-53bb4e7b5451) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:24.366366 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:24.421388 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83154244-017c-487e-b92f-68785ab2b747 admin admin] Publish callbacks [] for security_group (bd62f675-5b4e-4667-ab2f-c251268e8eb5), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.449135 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-f00c47ea-8fb5-4c1c-9795-523c80655af1 service neutron] 10.222.0.11 "GET /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710613 Apr 04 17:46:24.599225 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Allocated IP 172.20.0.13 (74f2e18e-9fa2-4311-bf8f-434e4871977e/1a63361e-272e-4c51-8985-f7a102d89f3d/44bb59c9-f1c8-426c-a300-f9d297fe8a5b) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:24.611944 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-574cde9a-cb4c-4bc1-b5c0-4b64c07fe5d3 req-a830ee2f-4759-42c3-b73c-4450e1a73fba tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 210 time: 0.2217758 Apr 04 17:46:24.658331 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-d2af63df-cdda-403f-bf54-6eead0b47e81 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:24.659901 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-d2af63df-cdda-403f-bf54-6eead0b47e81 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 819 time: 0.3503034 Apr 04 17:46:24.673832 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83154244-017c-487e-b92f-68785ab2b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bd62f675-5b4e-4667-ab2f-c251268e8eb5), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.679368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83154244-017c-487e-b92f-68785ab2b747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.684064 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3c2a02fd-aa5e-4f4e-8a45-d407637f7629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bf7f5a4d-5412-4b64-8ac4-261012819788), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.685663 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-83154244-017c-487e-b92f-68785ab2b747 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd62f675-5b4e-4667-ab2f-c251268e8eb5 HTTP/1.1" status: 204 len: 168 time: 0.7197669 Apr 04 17:46:24.690793 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3c2a02fd-aa5e-4f4e-8a45-d407637f7629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.692647 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'port': {'device_id': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'admin_state_up': True, 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:24.695271 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-3c2a02fd-aa5e-4f4e-8a45-d407637f7629 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf7f5a4d-5412-4b64-8ac4-261012819788 HTTP/1.1" status: 204 len: 168 time: 0.7020636 Apr 04 17:46:24.772681 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.787514 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 2, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:24.846846 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a02fd-aa5e-4f4e-8a45-d407637f7629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f5a4d-5412-4b64-8ac4-261012819788,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:24.873562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:24.893154 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83154244-017c-487e-b92f-68785ab2b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62f675-5b4e-4667-ab2f-c251268e8eb5,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:24.977413 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Made reservation on behalf of 5c08218b8cf2457fb90a21a66964b75f for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:24.984885 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.037983 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:25.038402 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Updating router 70ba276a-4894-4423-be5f-dbccdd315d41 port ee31dca9-e85c-4242-8f0d-24af7f4d837a binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:46:25.069826 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=321689c9-1f3c-4f56-9e24-53bb4e7b5451,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:25.079644 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.113643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:25.151202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:25.154376 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:25.286253 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06862ee-265f-4478-9380-474732d255e0 req-0a746c5b-1d57-4641-bfbc-43fb7d60afd1 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:25.289519 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a06862ee-265f-4478-9380-474732d255e0 req-0a746c5b-1d57-4641-bfbc-43fb7d60afd1 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 932 time: 0.2239137 Apr 04 17:46:25.290679 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40378) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:25.311500 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768224761', 'description': 'tempest-description--1172090535'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:25.339295 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.340789 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:25.341458 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.457027 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-5fd4ac0e-5038-463a-ab00-546f7dec5027 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8303032 Apr 04 17:46:25.509644 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Request body: {'port': {'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:25.524730 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2ced0374-2cc5-47bd-9261-f1bf23e0dad7 None None] Provisioning complete for port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:25.525606 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2ced0374-2cc5-47bd-9261-f1bf23e0dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.554786 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.585302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2ced0374-2cc5-47bd-9261-f1bf23e0dad7 None None] Port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:25.720646 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.734103 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40396) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:25.737485 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.747668 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-378496ee-478d-4451-8800-8a6f911f12c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.751555 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a06862ee-265f-4478-9380-474732d255e0 req-e49269f4-99af-4366-bf6f-ae8db007dce0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4489143 Apr 04 17:46:25.752792 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Publish callbacks [] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.772970 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.793108 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:25.812700 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8734-d392-4dee-b53a-908acd60c11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.814782 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'Port': ['ID=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:25.822172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:25.825552 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:25.844533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521429a-5aec-4d8b-a9a4-63da7bd07b14 req-26487a09-c311-4e64-990e-da218655be4f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:25.845931 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (eeb093cb-a66c-41dd-a8fd-5a0730b854fe), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.846281 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3521429a-5aec-4d8b-a9a4-63da7bd07b14 req-26487a09-c311-4e64-990e-da218655be4f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 944 time: 0.4229879 Apr 04 17:46:25.866947 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (eeb093cb-a66c-41dd-a8fd-5a0730b854fe), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:25.896606 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Allocated IP 172.20.0.7 (74f2e18e-9fa2-4311-bf8f-434e4871977e/1a63361e-272e-4c51-8985-f7a102d89f3d/9fc265df-0ee9-4d40-8b8d-5056d2ea840f) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:25.902989 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb093cb-a66c-41dd-a8fd-5a0730b854fe,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:25.950040 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc86f2-8107-4b8c-8db4-e29343773f71 None None] Pushing event updated for resources: {'Port': ['ID=ee31dca9-e85c-4242-8f0d-24af7f4d837a,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:26.011272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40400) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:26.041173 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Attempting to bind port ee31dca9-e85c-4242-8f0d-24af7f4d837a on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:26.041803 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Attempting to bind port ee31dca9-e85c-4242-8f0d-24af7f4d837a by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:26.042383 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Attempting to bind port ee31dca9-e85c-4242-8f0d-24af7f4d837a on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:26.053190 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:26.053816 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Checking segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:26.054383 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.055108 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Bound using segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:26.055742 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Bound port: ee31dca9-e85c-4242-8f0d-24af7f4d837a, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:26.056307 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.080299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:26.082045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.144656 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3521429a-5aec-4d8b-a9a4-63da7bd07b14 req-e5024492-cdc3-4c36-9dfc-3fa8e2a2fa78 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555404 Apr 04 17:46:26.202647 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-ee2402f2-701b-49e9-8c04-6413678c7a5b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4902794 Apr 04 17:46:26.219035 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Request body: {'port': {'device_id': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:26.233503 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] For port ee31dca9-e85c-4242-8f0d-24af7f4d837a, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:26.244734 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] For port ee31dca9-e85c-4242-8f0d-24af7f4d837a, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee31dca9-e85c-4242-8f0d-24af7f4d837a,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:26.255616 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.408851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c6bdb251-cd09-42d0-8b39-a3d130778785 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:46:26.419425 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8734-d392-4dee-b53a-908acd60c11a admin admin] Publish callbacks [] for security_group (ccc8aef1-d681-4e3a-b4fd-2f293f0ca682), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.439191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:26.440019 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:46:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:26.445294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8734-d392-4dee-b53a-908acd60c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ccc8aef1-d681-4e3a-b4fd-2f293f0ca682), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.455325 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321689c9-1f3c-4f56-9e24-53bb4e7b5451 {{(pid=115104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:26.478341 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-04424870-d47b-4a44-986d-d50cb9c7e3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.480265 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.525579 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Provisioning complete for port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:26.526147 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.558451 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5e6f8734-d392-4dee-b53a-908acd60c11a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2edb269918e94292842ec611dbf6c8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8024077 Apr 04 17:46:26.559280 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8734-d392-4dee-b53a-908acd60c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc8aef1-d681-4e3a-b4fd-2f293f0ca682,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:26.572084 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc86f2-8107-4b8c-8db4-e29343773f71 None None] Pushing event updated for resources: {'Port': ['ID=ee31dca9-e85c-4242-8f0d-24af7f4d837a,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:26.598261 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40416) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:26.649057 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.665219 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:26.698907 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40420) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:26.770405 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5a89f936-55bd-4ca7-8d4e-06912c90609a req-734096d8-c05d-4a6f-8d80-9e9f83742e78 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 210 time: 0.3080790 Apr 04 17:46:26.770405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Publish callbacks [] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.770405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.770405 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a151c8f7-a490-46fd-aa54-cb69a605b13f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4713790 Apr 04 17:46:26.778308 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40428) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:26.789078 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.db.resource_extend [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 17:46:26.791215 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'security_group_rule': {'security_group_id': 'eeb093cb-a66c-41dd-a8fd-5a0730b854fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:26.813901 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.provisioning_blocks [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Transition to ACTIVE for port object 321689c9-1f3c-4f56-9e24-53bb4e7b5451 will not be triggered until provisioned by entity L2. {{(pid=115104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:46:26.841991 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (c780b718-a638-40cd-8891-614af89e3cbd), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.890184 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.926714 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:26.934049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.970049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Provisioning complete for port ee31dca9-e85c-4242-8f0d-24af7f4d837a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:26.970430 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.974212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bb9aa2b-c1c9-4253-b5e8-39f6b4d27083 admin admin] Publish callbacks [] for security_group (ccc8aef1-d681-4e3a-b4fd-2f293f0ca682), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:26.990698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548337269-network', 'tenant_id': '51dc596728934934b968d29c3cf4ee3c'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:27.023298 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (c780b718-a638-40cd-8891-614af89e3cbd), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.039675 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.067591 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c6bdb251-cd09-42d0-8b39-a3d130778785, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c6bdb251-cd09-42d0-8b39-a3d130778785,segment=NetworkSegment(1ed39a59-2e6f-4674-8af9-0fdffa1cc358),segment_id=1ed39a59-2e6f-4674-8af9-0fdffa1cc358)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:27.103648 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'c6bdb251-cd09-42d0-8b39-a3d130778785', 'network_id': '65007bb8-4f80-4a6e-9cd0-8aa609397a12', 'port_id': 'c6bdb251-cd09-42d0-8b39-a3d130778785', 'mac_address': 'fa:16:3e:9e:b5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a557627-285d-469b-9036-3a95cb63a9e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:46:27.116133 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bb9aa2b-c1c9-4253-b5e8-39f6b4d27083 admin admin] Publish callbacks [] for security_group (ccc8aef1-d681-4e3a-b4fd-2f293f0ca682), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.121678 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (c780b718-a638-40cd-8891-614af89e3cbd), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.191451 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Pushing event updated for resources: {'Port': ['ID=321689c9-1f3c-4f56-9e24-53bb4e7b5451,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.191743 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-04424870-d47b-4a44-986d-d50cb9c7e3e7 admin admin] Publish callbacks [] for security_group (e5fdfc55-206a-4ca9-9047-588d397a3ba5), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.200264 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c780b718-a638-40cd-8891-614af89e3cbd,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.209385 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port c6bdb251-cd09-42d0-8b39-a3d130778785 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:27.209612 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.209826 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.211266 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-59a598a1-cf37-4498-a4b1-98d24ec54e81 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4286263 Apr 04 17:46:27.214165 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40438) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:27.223508 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'security_group_rule': {'security_group_id': 'eeb093cb-a66c-41dd-a8fd-5a0730b854fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:27.232730 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bdb251-cd09-42d0-8b39-a3d130778785 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:27.261273 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (e2465952-a33b-4dbc-98ce-ec88ca8b48ec), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.267790 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Current status of the port ee31dca9-e85c-4242-8f0d-24af7f4d837a is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:27.268181 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.268516 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Made reservation on behalf of 51dc596728934934b968d29c3cf4ee3c for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:27.270900 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.283127 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:26Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:27.316754 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c6bdb251-cd09-42d0-8b39-a3d130778785, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c6bdb251-cd09-42d0-8b39-a3d130778785,segment=NetworkSegment(1ed39a59-2e6f-4674-8af9-0fdffa1cc358),segment_id=1ed39a59-2e6f-4674-8af9-0fdffa1cc358)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:27.320085 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68623856-d400-4ec2-8bd7-972826191bb2 None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:26Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:27.323738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-04424870-d47b-4a44-986d-d50cb9c7e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (e5fdfc55-206a-4ca9-9047-588d397a3ba5), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.324003 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.332471 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:27.340573 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.345155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Attempting to bind port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:27.345839 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Attempting to bind port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:27.346519 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Attempting to bind port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:27.372420 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:46:27.373617 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Attempting to bind port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:27.385928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:27.386671 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] For port ee31dca9-e85c-4242-8f0d-24af7f4d837a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee31dca9-e85c-4242-8f0d-24af7f4d837a,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:27.389643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:27.390567 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:27.393847 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Bound using segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:27.394475 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Bound port: 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:27.394600 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.395095 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.410222 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:27.420841 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=c6bdb251-cd09-42d0-8b39-a3d130778785,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.436190 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9677b06-d4ba-47e0-a966-9f4665e4547f req-deaeb12f-c69a-443c-be82-2082483eaf9f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:27.436738 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (e2465952-a33b-4dbc-98ce-ec88ca8b48ec), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.445664 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d9677b06-d4ba-47e0-a966-9f4665e4547f req-deaeb12f-c69a-443c-be82-2082483eaf9f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 944 time: 0.5805888 Apr 04 17:46:27.449779 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146c208-a59c-44e6-8aa7-1a6b24abb58a req-9b479c25-fd75-4f3d-8c96-93fac63e0df4 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:27.449779 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c146c208-a59c-44e6-8aa7-1a6b24abb58a req-9b479c25-fd75-4f3d-8c96-93fac63e0df4 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 944 time: 0.1822159 Apr 04 17:46:27.456296 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'Port': ['ID=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.465100 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (e2465952-a33b-4dbc-98ce-ec88ca8b48ec), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.509714 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2465952-a33b-4dbc-98ce-ec88ca8b48ec,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.522247 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcb7f2-ffac-49b1-80da-744ba41f8d46 None None] Pushing event updated for resources: {'Port': ['ID=ee31dca9-e85c-4242-8f0d-24af7f4d837a,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.598139 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] For port 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host hv-cinder-78836, cleared binding levels {{(pid=115104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:27.598391 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-04424870-d47b-4a44-986d-d50cb9c7e3e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caf502c074dd480a9b6cf398b218ed19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5702286 Apr 04 17:46:27.599293 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40442) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:27.608062 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] For port 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:27.627705 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-959baf36-20b3-4792-b59d-7134cac414d2 None None] Provisioning complete for port ee31dca9-e85c-4242-8f0d-24af7f4d837a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:27.634157 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-959baf36-20b3-4792-b59d-7134cac414d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.639950 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.658257 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:27.659116 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.660756 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] 10.222.0.11 "PUT /v2.0/ports/321689c9-1f3c-4f56-9e24-53bb4e7b5451 HTTP/1.1" status: 200 len: 1094 time: 2.1814778 Apr 04 17:46:27.663657 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.664892 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-26594f36-5554-4ba4-8c64-3df297f71c1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4494829 Apr 04 17:46:27.704366 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:27.706976 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40444) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:27.721862 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c146c208-a59c-44e6-8aa7-1a6b24abb58a req-8d74b7a8-b3e0-411b-b5c0-d644fde72bdb tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400818 Apr 04 17:46:27.762401 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:27.773953 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-959baf36-20b3-4792-b59d-7134cac414d2 None None] Current status of the port ee31dca9-e85c-4242-8f0d-24af7f4d837a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:27.780488 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424870-d47b-4a44-986d-d50cb9c7e3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdfc55-206a-4ca9-9047-588d397a3ba5,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.797788 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a832934-0171-48b1-a4e4-9535c2172950 service neutron] Pushing event updated for resources: {'Port': ['ID=321689c9-1f3c-4f56-9e24-53bb4e7b5451,revision_number=3']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:27.856632 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bb9aa2b-c1c9-4253-b5e8-39f6b4d27083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ccc8aef1-d681-4e3a-b4fd-2f293f0ca682), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.874096 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9bb9aa2b-c1c9-4253-b5e8-39f6b4d27083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.879219 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9bb9aa2b-c1c9-4253-b5e8-39f6b4d27083 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc8aef1-d681-4e3a-b4fd-2f293f0ca682 HTTP/1.1" status: 204 len: 168 time: 1.2767091 Apr 04 17:46:27.891787 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:27.892676 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.927464 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3f8a8-0744-4465-9a35-b7ee71d75482" -d '{"events": [{"name": "network-changed", "server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:27.930183 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d9677b06-d4ba-47e0-a966-9f4665e4547f req-85897192-ac92-443a-9ae2-4ebee332d929 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4767079 Apr 04 17:46:27.943905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bb59c9-f1c8-426c-a300-f9d297fe8a5b {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:27.971563 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Publish callbacks [] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:27.977558 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9aa2b-c1c9-4253-b5e8-39f6b4d27083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc8aef1-d681-4e3a-b4fd-2f293f0ca682,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:28.013790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.078803 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-90cd822f-75f3-4c1e-9311-0ca5f1de7aca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3913896 Apr 04 17:46:28.125775 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-0f3c74d8-46a3-429b-9c65-62a11b31c415 None None] Provisioning complete for port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:28.129944 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-0f3c74d8-46a3-429b-9c65-62a11b31c415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.139823 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f428dd-bd1d-4833-bcd1-d0f4adba51f5 req-64eaa6db-60fc-4c5a-8663-4a12d6cf4ae4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:28.141451 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-21f428dd-bd1d-4833-bcd1-d0f4adba51f5 req-64eaa6db-60fc-4c5a-8663-4a12d6cf4ae4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 931 time: 0.1391172 Apr 04 17:46:28.146212 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9001fd3-7194-49a0-9771-4b55035c5220 x-openstack-request-id: req-d9001fd3-7194-49a0-9771-4b55035c5220 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:28.151174 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:28.151669 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9001fd3-7194-49a0-9771-4b55035c5220 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:28.152464 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9001fd3-7194-49a0-9771-4b55035c5220'] response: {'name': 'network-changed', 'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'status': 'completed', 'code': 200} Apr 04 17:46:28.175412 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c74d8-46a3-429b-9c65-62a11b31c415 None None] Port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:28.209768 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-21f428dd-bd1d-4833-bcd1-d0f4adba51f5 req-9935716b-0e6f-4060-b22c-22c4d311ffb0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561419 Apr 04 17:46:28.265962 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.399521 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Transition to ACTIVE for port object 44bb59c9-f1c8-426c-a300-f9d297fe8a5b will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:46:28.418539 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.460467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5e451b6-cbba-43df-9f1c-f57dd162e902 admin admin] Publish callbacks [] for security_group (e5fdfc55-206a-4ca9-9047-588d397a3ba5), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.463076 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee31dca9-e85c-4242-8f0d-24af7f4d837a up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:28.525205 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port ee31dca9-e85c-4242-8f0d-24af7f4d837a triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:28.525950 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.538967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks [] for security_group (58ea1e8a-f230-4eae-9a44-88d29f076fdf), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.558025 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5e451b6-cbba-43df-9f1c-f57dd162e902 admin admin] Publish callbacks [] for security_group (e5fdfc55-206a-4ca9-9047-588d397a3ba5), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.562621 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Pushing event updated for resources: {'Port': ['ID=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:28.570368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (58ea1e8a-f230-4eae-9a44-88d29f076fdf), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.676891 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:46:28.742894 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea1e8a-f230-4eae-9a44-88d29f076fdf,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:28.761044 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (389efd8b-2dc9-4431-92ba-418e834b1316), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.761186 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Added segment 389efd8b-2dc9-4431-92ba-418e834b1316 of type vlan for network 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd Apr 04 17:46:28.844533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.869579 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Attempting to bind port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:28.869910 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Attempting to bind port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:28.870238 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Attempting to bind port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:28.879477 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port ee31dca9-e85c-4242-8f0d-24af7f4d837a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:28.912414 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5e451b6-cbba-43df-9f1c-f57dd162e902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (e5fdfc55-206a-4ca9-9047-588d397a3ba5), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.915718 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5e451b6-cbba-43df-9f1c-f57dd162e902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.919314 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e5e451b6-cbba-43df-9f1c-f57dd162e902 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5fdfc55-206a-4ca9-9047-588d397a3ba5 HTTP/1.1" status: 204 len: 168 time: 1.3019271 Apr 04 17:46:28.919314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b on network 74f2e18e-9fa2-4311-bf8f-434e4871977e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:46:28.919314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Attempting to bind port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:28.948559 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:28.952023 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e451b6-cbba-43df-9f1c-f57dd162e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdfc55-206a-4ca9-9047-588d397a3ba5,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:28.967232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:28.967718 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Checking segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:28.968378 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Bound using segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:28.968887 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Bound port: 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:28.969241 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.000869 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.001827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:29.003022 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.097093 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca74b5-02ec-45fb-bd19-377bdc435c3c req-45b99712-3a10-4e40-8daa-7d25693fb1d7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:29.099651 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebca74b5-02ec-45fb-bd19-377bdc435c3c req-45b99712-3a10-4e40-8daa-7d25693fb1d7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 944 time: 0.0814927 Apr 04 17:46:29.136080 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138866-65e7-464e-813d-de14f7a93de4 req-2e4e0e81-8b59-4d39-a1b6-de24b6bd24f6 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:29.137989 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ad138866-65e7-464e-813d-de14f7a93de4 req-2e4e0e81-8b59-4d39-a1b6-de24b6bd24f6 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 945 time: 0.2999923 Apr 04 17:46:29.162413 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4593203 Apr 04 17:46:29.170910 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40488) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:29.176503 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Request body: {'subnet': {'network_id': '3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548337269-subnet', 'tenant_id': '51dc596728934934b968d29c3cf4ee3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:29.201894 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec66d2-cc70-4cd2-a6cf-624fae5472f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:29.214853 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:46:29.245550 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebca74b5-02ec-45fb-bd19-377bdc435c3c req-f482472b-c0ed-4dd7-999f-8fa091b39ffe tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1365285 Apr 04 17:46:29.257850 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] For port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:29.267848 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Made reservation on behalf of 51dc596728934934b968d29c3cf4ee3c for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:29.267848 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4021699'] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.287923 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ad138866-65e7-464e-813d-de14f7a93de4 req-58d2878b-6770-44e9-89ec-97ef1c4e453c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389334 Apr 04 17:46:29.296040 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] For port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:29.298117 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Allocated IP 172.27.3.173 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/24b6ca0a-71c9-4377-81e7-87c5181870a6) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:29.310299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.416966 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:29.417374 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.418799 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] 10.222.0.11 "PUT /v2.0/ports/44bb59c9-f1c8-426c-a300-f9d297fe8a5b HTTP/1.1" status: 200 len: 1094 time: 3.2044079 Apr 04 17:46:29.436450 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'tag': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:29.438781 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be80c056-9732-4308-ac45-dc46aa5e5cba" -d '{"events": [{"name": "network-changed", "server_uuid": "3948e020-55b8-4104-ab75-8b8704f18ce6", "tag": "44bb59c9-f1c8-426c-a300-f9d297fe8a5b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:29.507986 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7057d-6a19-4eb1-b926-d677a606c760 service neutron] Pushing event updated for resources: {'Port': ['ID=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:29.536423 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d777bc-4710-4480-aaf4-0bcb77fe3ecb x-openstack-request-id: req-b7d777bc-4710-4480-aaf4-0bcb77fe3ecb {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:29.538728 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948e020-55b8-4104-ab75-8b8704f18ce6", "tag": "44bb59c9-f1c8-426c-a300-f9d297fe8a5b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:29.539000 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7d777bc-4710-4480-aaf4-0bcb77fe3ecb {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:29.542465 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d777bc-4710-4480-aaf4-0bcb77fe3ecb'] response: {'name': 'network-changed', 'server_uuid': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'tag': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b', 'status': 'completed', 'code': 200} Apr 04 17:46:29.610046 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.624669 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a308d-7f6a-44b4-8e90-868ab562333c req-b9daacfa-37f4-4a59-bb82-d73373d0e320 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:29.626313 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f78a308d-7f6a-44b4-8e90-868ab562333c req-b9daacfa-37f4-4a59-bb82-d73373d0e320 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 931 time: 0.1652346 Apr 04 17:46:29.631683 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40504) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:29.651017 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1370151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4021749'] for subnet (cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.661386 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ea029d5f-9460-4831-ac45-f894ed171060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.696077 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.740004 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:29.747542 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:29.756319 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f78a308d-7f6a-44b4-8e90-868ab562333c req-e519eaf9-ba82-4392-bda3-6d68ea20a1d7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072967 Apr 04 17:46:29.756654 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:29.766908 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:29.770262 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Checking segment: {'id': '389efd8b-2dc9-4431-92ba-418e834b1316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:29.771540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Network hostable DHCP agents. Network: 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:46:29.790248 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Network 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:46:29.793453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'Port': ['ID=24b6ca0a-71c9-4377-81e7-87c5181870a6,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:29.803481 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:29.814400 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d02481-7d28-4ed1-a5f4-53c18fda2182 None None] Network 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:29.820202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:29.821926 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.844305 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d2baaf6f-4e0b-4e96-a8ac-239a169cb98b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6716261 Apr 04 17:46:29.903609 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Request body: {'port': {'device_id': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:29.909203 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ea029d5f-9460-4831-ac45-f894ed171060 admin admin] Publish callbacks [] for security_group (7feab850-8faf-47a3-97b8-3f97b7971ef8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.961346 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ea029d5f-9460-4831-ac45-f894ed171060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (7feab850-8faf-47a3-97b8-3f97b7971ef8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:29.977984 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:30.073499 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3f8a8-0744-4465-9a35-b7ee71d75482 req-30b5da07-5abb-4682-9f6b-81985cfe95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:30.075340 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d2b3f8a8-0744-4465-9a35-b7ee71d75482 req-30b5da07-5abb-4682-9f6b-81985cfe95b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 1128 time: 0.1209378 Apr 04 17:46:30.106302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9774142-2390-496b-ac60-5747b5e12c38 None None] Network 3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:30.117336 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (53e16d01-3540-40e5-ad59-84d54dca7a7b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:30.135075 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ea029d5f-9460-4831-ac45-f894ed171060 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8985a3532f341d6a8e2a497a68dce08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021641 Apr 04 17:46:30.136397 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea029d5f-9460-4831-ac45-f894ed171060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feab850-8faf-47a3-97b8-3f97b7971ef8,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:30.152591 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40520) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:30.186834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:30.202726 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['c6bdb251-cd09-42d0-8b39-a3d130778785'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:46:30.301961 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3f8a8-0744-4465-9a35-b7ee71d75482 req-d9501e8e-123d-45f4-a7ab-dabdcd7fe4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:30.304075 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d2b3f8a8-0744-4465-9a35-b7ee71d75482 req-d9501e8e-123d-45f4-a7ab-dabdcd7fe4ce service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4f8c198fee05410bbd2f798863b827b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2205632 Apr 04 17:46:30.312034 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80c056-9732-4308-ac45-dc46aa5e5cba req-815f4a8c-b32b-4132-b79b-e92fa259a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:30.313679 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-be80c056-9732-4308-ac45-dc46aa5e5cba req-815f4a8c-b32b-4132-b79b-e92fa259a19c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1128 time: 0.3472161 Apr 04 17:46:30.407148 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f920825a-0e11-4888-9e70-c52621829ab1 admin admin] Publish callbacks [] for security_group (7feab850-8faf-47a3-97b8-3f97b7971ef8), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:30.464105 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:30.490895 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f920825a-0e11-4888-9e70-c52621829ab1 admin admin] Publish callbacks [] for security_group (7feab850-8faf-47a3-97b8-3f97b7971ef8), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:30.702933 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515dac-e883-4f69-8758-d5058ebb8949 req-80b74c70-ca27-459b-a2da-842e3215c67c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:30.704614 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75515dac-e883-4f69-8758-d5058ebb8949 req-80b74c70-ca27-459b-a2da-842e3215c67c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 945 time: 0.1935253 Apr 04 17:46:30.707634 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3f8a8-0744-4465-9a35-b7ee71d75482 req-0e689f10-dd27-4aae-881e-14d05fbdd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:30.709290 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d2b3f8a8-0744-4465-9a35-b7ee71d75482 req-0e689f10-dd27-4aae-881e-14d05fbdd0a5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3973765 Apr 04 17:46:30.891086 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75515dac-e883-4f69-8758-d5058ebb8949 req-8c52d52b-d107-46bd-9f01-94017098e02d tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713367 Apr 04 17:46:30.895222 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-37322f3c-5be1-461d-9527-d9ec114e5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:30.899394 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-37322f3c-5be1-461d-9527-d9ec114e5bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 1128 time: 0.1439786 Apr 04 17:46:31.030566 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-e6680dc9-59f7-47db-9ceb-5372377ede67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451 HTTP/1.1" status: 200 len: 217 time: 0.1246243 Apr 04 17:46:31.031092 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40570) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:31.035995 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1881663199-network', 'tenant_id': '249885ba454742658c8bb0c14e14ce4f'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:31.230869 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80c056-9732-4308-ac45-dc46aa5e5cba req-68cb72bb-06a3-4a3e-8c68-40d00d0413cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.233178 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-be80c056-9732-4308-ac45-dc46aa5e5cba req-68cb72bb-06a3-4a3e-8c68-40d00d0413cf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c08218b8cf2457fb90a21a66964b75f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9109693 Apr 04 17:46:31.244827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816009a-8faf-4886-be56-cdb32ad28ab8 req-ba2150cc-0597-4c72-83be-b6227975c34a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.246612 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f816009a-8faf-4886-be56-cdb32ad28ab8 req-ba2150cc-0597-4c72-83be-b6227975c34a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 944 time: 0.7805383 Apr 04 17:46:31.315326 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Made reservation on behalf of 249885ba454742658c8bb0c14e14ce4f for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:31.317633 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.335685 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f920825a-0e11-4888-9e70-c52621829ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (7feab850-8faf-47a3-97b8-3f97b7971ef8), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.339217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f920825a-0e11-4888-9e70-c52621829ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.340407 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f920825a-0e11-4888-9e70-c52621829ab1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7feab850-8faf-47a3-97b8-3f97b7971ef8 HTTP/1.1" status: 204 len: 168 time: 1.1616037 Apr 04 17:46:31.346360 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfef809-da6a-42f3-b4b8-aa0ed682df68 req-9f2e0352-d5d0-4189-82c9-d2d7fadd32b8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.347920 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8dfef809-da6a-42f3-b4b8-aa0ed682df68 req-9f2e0352-d5d0-4189-82c9-d2d7fadd32b8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 931 time: 0.3063483 Apr 04 17:46:31.348650 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.352419 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-36c01fe6-1658-4027-986c-8d098bdd0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.354282 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-36c01fe6-1658-4027-986c-8d098bdd0d5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.3138895 Apr 04 17:46:31.384301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920825a-0e11-4888-9e70-c52621829ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feab850-8faf-47a3-97b8-3f97b7971ef8,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:31.587601 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks [] for security_group (779aaffd-b5e4-4f33-b476-ed7be302b2ac), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.612641 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (779aaffd-b5e4-4f33-b476-ed7be302b2ac), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.617176 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f816009a-8faf-4886-be56-cdb32ad28ab8 req-170c8a48-e0f7-4098-ba56-bbd0cd6f4e2c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2756836 Apr 04 17:46:31.630412 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8dfef809-da6a-42f3-b4b8-aa0ed682df68 req-0ef67e5e-15e0-40e2-b4a3-5f7c437ffc4c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737713 Apr 04 17:46:31.649910 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80c056-9732-4308-ac45-dc46aa5e5cba req-c7535b5f-a059-4940-8fb3-bcecdd361729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.649910 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-be80c056-9732-4308-ac45-dc46aa5e5cba req-c7535b5f-a059-4940-8fb3-bcecdd361729 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3964515 Apr 04 17:46:31.664838 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:46:31.675886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.692335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.705583 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-c3ff314d-aef5-469a-a3ac-c8dbb1fb8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.707103 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-c3ff314d-aef5-469a-a3ac-c8dbb1fb8b21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3422408 Apr 04 17:46:31.708318 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (86a62d13-42f1-426d-9faa-7a303b326edd), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.708879 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Added segment 86a62d13-42f1-426d-9faa-7a303b326edd of type vlan for network 7deb6891-a1ab-4593-8b4e-726d2111fb69 Apr 04 17:46:31.719685 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779aaffd-b5e4-4f33-b476-ed7be302b2ac,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:31.738402 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.812835 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (7deb6891-a1ab-4593-8b4e-726d2111fb69), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.818327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'Port': ['ID=24b6ca0a-71c9-4377-81e7-87c5181870a6,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:31.868157 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (7deb6891-a1ab-4593-8b4e-726d2111fb69), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.868693 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:31.869338 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.875136 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c6bdb251-cd09-42d0-8b39-a3d130778785 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:31.884066 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-bd359f99-37bd-495b-94f7-93f9c1686b1e service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606083 Apr 04 17:46:31.949622 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (53e16d01-3540-40e5-ad59-84d54dca7a7b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:31.979275 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port c6bdb251-cd09-42d0-8b39-a3d130778785 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:46:31.979659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc265df-0ee9-4d40-8b8d-5056d2ea840f {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:31.988844 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port c6bdb251-cd09-42d0-8b39-a3d130778785 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:31.989221 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.001529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Publish callbacks [] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.012286 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.014075 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-76e4e1dc-6b79-485f-9108-5119d486f255 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3053322 Apr 04 17:46:32.023068 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-e0852c2d-82ed-47f0-ab45-10f9c38764e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:32.024712 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-e0852c2d-82ed-47f0-ab45-10f9c38764e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1128 time: 0.3131850 Apr 04 17:46:32.036786 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Transition to ACTIVE for port object 9fc265df-0ee9-4d40-8b8d-5056d2ea840f will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:46:32.049218 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.087160 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0548997 Apr 04 17:46:32.096070 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40610) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:32.104417 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Request body: {'subnet': {'network_id': '7deb6891-a1ab-4593-8b4e-726d2111fb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1881663199-subnet', 'tenant_id': '249885ba454742658c8bb0c14e14ce4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:32.114741 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cd01d-bea4-4c25-aea9-fd40a346a98d admin admin] Pushing event updated for resources: {'Network': ['ID=7deb6891-a1ab-4593-8b4e-726d2111fb69,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:32.141295 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port c6bdb251-cd09-42d0-8b39-a3d130778785 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:32.142602 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.152101 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Made reservation on behalf of 249885ba454742658c8bb0c14e14ce4f for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:32.155003 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4021699'] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.173832 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 7deb6891-a1ab-4593-8b4e-726d2111fb69 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:46:32.193702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:32.219585 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-afca8d3a-5a9a-4afd-85e2-23b6b2caba47 req-f3131ebc-2a81-424e-b6ba-5afa5880677c service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955422 Apr 04 17:46:32.231137 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-bc0164c2-4048-4ec4-86b7-b1f6ec4ee5be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b HTTP/1.1" status: 200 len: 217 time: 0.1966529 Apr 04 17:46:32.341209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdb251-cd09-42d0-8b39-a3d130778785'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:32.438037 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b30d06-b7a6-4ea8-86f9-2e8e9bbb5be0 req-c1539918-9f3f-475d-b450-01063ca13a5b tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:32.438769 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-845b9979-aaac-44cb-85df-caa6c876f862 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--768224761&fields=id&tenant_id=bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 267 time: 0.1173844 Apr 04 17:46:32.452014 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d3b30d06-b7a6-4ea8-86f9-2e8e9bbb5be0 req-c1539918-9f3f-475d-b450-01063ca13a5b tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 945 time: 0.3993554 Apr 04 17:46:32.477230 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1370151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4021749'] for subnet (e13615ac-8677-4154-8028-0f566f5cb7f3), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.482738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d9c28be0-71d1-4c45-b8b9-0e06d627fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:32.485073 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d9c28be0-71d1-4c45-b8b9-0e06d627fed3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.2012343 Apr 04 17:46:32.499632 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c6bdb251-cd09-42d0-8b39-a3d130778785, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c6bdb251-cd09-42d0-8b39-a3d130778785,segment=NetworkSegment(1ed39a59-2e6f-4674-8af9-0fdffa1cc358),segment_id=1ed39a59-2e6f-4674-8af9-0fdffa1cc358)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:32.522368 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.607094 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=c6bdb251-cd09-42d0-8b39-a3d130778785,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:32.672677 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d3b30d06-b7a6-4ea8-86f9-2e8e9bbb5be0 req-a5029e50-018f-4f48-af22-f0a86f70f7ef tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149305 Apr 04 17:46:32.707053 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-b4b900b6-4c60-4c96-bbaf-9b4a10e58941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:32.709136 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-b4b900b6-4c60-4c96-bbaf-9b4a10e58941 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2112453 Apr 04 17:46:32.709797 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Attempting to bind port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:32.710131 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Attempting to bind port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:32.710457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Attempting to bind port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:32.716679 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f on network 74f2e18e-9fa2-4311-bf8f-434e4871977e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:46:32.717188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Attempting to bind port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:32.721675 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13615ac-8677-4154-8028-0f566f5cb7f3,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:32.735310 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24c68a-001d-4e06-b90a-e81d74d8d3f1" -d '{"events": [{"server_uuid": "c1857d73-7d9d-4022-90ed-460331c3e628", "name": "network-vif-plugged", "status": "completed", "tag": "c6bdb251-cd09-42d0-8b39-a3d130778785"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:32.736085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:32.736627 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Checking segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:32.737455 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Bound using segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:32.738051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Bound port: 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:32.738565 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.755962 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Checking segment: {'id': '86a62d13-42f1-426d-9faa-7a303b326edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7deb6891-a1ab-4593-8b4e-726d2111fb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:32.757315 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Network hostable DHCP agents. Network: 7deb6891-a1ab-4593-8b4e-726d2111fb69, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:46:32.778087 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-fb502f1e-f97c-4016-8a1d-516a54b2cbcd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:32.780469 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-fb502f1e-f97c-4016-8a1d-516a54b2cbcd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 816 time: 0.3350379 Apr 04 17:46:32.801547 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Network 7deb6891-a1ab-4593-8b4e-726d2111fb69 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:46:32.805758 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-198c112a-11b9-4566-928a-854f315e147b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/quotas/bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 375 time: 0.0168037 Apr 04 17:46:32.815402 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 7deb6891-a1ab-4593-8b4e-726d2111fb69) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:32.824954 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80174a9-d0bb-4af7-b6b1-9f3760e0d35a None None] Network 7deb6891-a1ab-4593-8b4e-726d2111fb69 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:32.840300 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:32.840893 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:32.900627 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-9caa4417-26b1-451e-aa5d-3fea7e6aa1ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8030603 Apr 04 17:46:32.922944 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-547e56b6-02f9-493a-ac31-caf5575d425a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094155 Apr 04 17:46:32.986148 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-d20f0d22-6748-452b-90f7-873ea7341e04 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638092 Apr 04 17:46:32.997181 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b319-bb8b-4d6e-9632-f4ecb8224dfd req-0ed89114-7b31-4c6b-a701-bb13a6f420a8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:33.004364 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d349b319-bb8b-4d6e-9632-f4ecb8224dfd req-0ed89114-7b31-4c6b-a701-bb13a6f420a8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 944 time: 0.2170579 Apr 04 17:46:33.021867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63045b-0291-46a5-98c2-cbdc6e495519 None None] Network 7deb6891-a1ab-4593-8b4e-726d2111fb69 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:46:33.045249 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] For port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:33.064712 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-778b3db4-d224-4e2d-95a6-1399a140e754 service neutron] 10.222.0.24 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283529 Apr 04 17:46:33.097612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] For port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:33.115144 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:33.169493 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-c825242a-8667-4731-90b8-99ce81670b44 service neutron] 10.222.0.24 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036541 Apr 04 17:46:33.207585 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d349b319-bb8b-4d6e-9632-f4ecb8224dfd req-45e7b5c3-9c70-46c2-9330-25a44c9f05d3 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2007294 Apr 04 17:46:33.209449 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:33.210215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:33.211883 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] 10.222.0.11 "PUT /v2.0/ports/9fc265df-0ee9-4d40-8b8d-5056d2ea840f HTTP/1.1" status: 200 len: 1093 time: 3.3146625 Apr 04 17:46:33.215906 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'tag': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:33.218967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f500639-3397-42cd-a95c-4fbcf8629a45" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2754d4-43a5-428d-af5f-a9b29310d6d3", "tag": "9fc265df-0ee9-4d40-8b8d-5056d2ea840f"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:33.350412 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87cc3908-4791-4cfe-9b5a-85cf8b5c17e4 req-0631898e-eea8-4032-af87-305ac4d2f850 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386037 Apr 04 17:46:33.361540 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60673b-a169-4521-87ec-efe5fd478f05 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:33.452134 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-36c8e5d9-3477-40e2-8965-ffb9ad2a7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:33.454706 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-36c8e5d9-3477-40e2-8965-ffb9ad2a7eca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 1127 time: 0.1872911 Apr 04 17:46:33.579368 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-e9873792-0caf-4c02-b0f5-35dbf4c03a7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f HTTP/1.1" status: 200 len: 217 time: 0.1101177 Apr 04 17:46:33.591391 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db000f-c16d-4e39-b492-4c738efc7ecd req-f13bf713-ba37-496c-b172-5cf4aa0db878 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:33.600904 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d6db000f-c16d-4e39-b492-4c738efc7ecd req-f13bf713-ba37-496c-b172-5cf4aa0db878 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 943 time: 0.2002354 Apr 04 17:46:33.735408 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-05424074-398b-4a47-a5f0-41c76804f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:33.737550 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-05424074-398b-4a47-a5f0-41c76804f75c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.1354561 Apr 04 17:46:33.822312 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d6db000f-c16d-4e39-b492-4c738efc7ecd req-82099d82-69f1-427d-af6c-07049a61c175 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285176 Apr 04 17:46:33.823693 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d5f23-e1d0-4afd-a9e2-d1cb8330f0a2 x-openstack-request-id: req-4a3d5f23-e1d0-4afd-a9e2-d1cb8330f0a2 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:33.824186 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1857d73-7d9d-4022-90ed-460331c3e628", "name": "network-vif-plugged", "status": "completed", "tag": "c6bdb251-cd09-42d0-8b39-a3d130778785", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:33.824652 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a3d5f23-e1d0-4afd-a9e2-d1cb8330f0a2 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:33.825437 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3d5f23-e1d0-4afd-a9e2-d1cb8330f0a2'] response: {'server_uuid': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bdb251-cd09-42d0-8b39-a3d130778785', 'code': 200} Apr 04 17:46:33.846656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-fe24abb7-e94c-431f-97fa-3529dfbbc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:33.854620 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-fe24abb7-e94c-431f-97fa-3529dfbbc21a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028590 Apr 04 17:46:33.890039 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 321689c9-1f3c-4f56-9e24-53bb4e7b5451 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:46:34.040726 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:34.061446 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:46:34.089811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adbc792-6fe7-4562-8c76-5467a0744b15 x-openstack-request-id: req-7adbc792-6fe7-4562-8c76-5467a0744b15 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:34.090201 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2754d4-43a5-428d-af5f-a9b29310d6d3", "tag": "9fc265df-0ee9-4d40-8b8d-5056d2ea840f", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:34.090385 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7adbc792-6fe7-4562-8c76-5467a0744b15 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:34.095205 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adbc792-6fe7-4562-8c76-5467a0744b15'] response: {'name': 'network-changed', 'server_uuid': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'tag': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f', 'status': 'completed', 'code': 200} Apr 04 17:46:34.101064 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0e8f-ab03-4480-b58d-32a22ef70abc req-ce131ecb-2d3e-4738-b6e8-1f5a06221b74 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:34.103193 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-579e0e8f-ab03-4480-b58d-32a22ef70abc req-ce131ecb-2d3e-4738-b6e8-1f5a06221b74 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.0944471 Apr 04 17:46:34.116692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:34.117411 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:34.135124 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321689c9-1f3c-4f56-9e24-53bb4e7b5451 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:34.172032 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:34.185594 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:34.185834 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-579e0e8f-ab03-4480-b58d-32a22ef70abc req-af8509b6-40cf-4150-b3f2-e40649675748 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731144 Apr 04 17:46:34.210550 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-510897b9-7b97-4feb-bdc8-d8eca0209472 req-30ef4940-e68f-4433-80cf-12927acfb2e0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 210 time: 0.1143460 Apr 04 17:46:34.280884 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=321689c9-1f3c-4f56-9e24-53bb4e7b5451,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:34.369324 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-57b6479b-c346-4486-a53d-0e71faafd673 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136578 Apr 04 17:46:34.397165 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['321689c9-1f3c-4f56-9e24-53bb4e7b5451'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:46:34.448995 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c652104-ec1d-4dd8-bc06-726c38e09c8b req-f379e6a8-3880-4cfc-ae2a-5c07709bccdf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:34.450644 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3c652104-ec1d-4dd8-bc06-726c38e09c8b req-f379e6a8-3880-4cfc-ae2a-5c07709bccdf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 945 time: 0.1244764 Apr 04 17:46:34.527944 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3c652104-ec1d-4dd8-bc06-726c38e09c8b req-c2265937-afe9-4523-a2c3-22e94ca1e98e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0705616 Apr 04 17:46:34.586744 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b82d10-3891-4b83-ac99-6ca405acc99e req-cf56142a-6dc8-4535-9fe8-87ece735463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:34.588586 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87b82d10-3891-4b83-ac99-6ca405acc99e req-cf56142a-6dc8-4535-9fe8-87ece735463c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 1130 time: 0.3077829 Apr 04 17:46:34.621369 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87b82d10-3891-4b83-ac99-6ca405acc99e req-ce0f5718-2116-4762-b880-e9aeb98c49c4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:34.683591 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb2c6505-1102-48f4-b0d5-1f7d87bed3d0 req-f459c3cd-538e-4fc7-8793-3221a89eb7d9 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805617 Apr 04 17:46:35.010152 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87b82d10-3891-4b83-ac99-6ca405acc99e req-ce0f5718-2116-4762-b880-e9aeb98c49c4 service neutron] Publish callbacks [] for security_group (3205e816-e52e-4a9c-af02-f8803af502e3), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.018703 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-87b82d10-3891-4b83-ac99-6ca405acc99e req-ce0f5718-2116-4762-b880-e9aeb98c49c4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (3205e816-e52e-4a9c-af02-f8803af502e3), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.102288 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-87b82d10-3891-4b83-ac99-6ca405acc99e req-ce0f5718-2116-4762-b880-e9aeb98c49c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048993 Apr 04 17:46:35.114674 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-8e52b086-9b51-4b5a-ab5e-d6df66a22548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.124467 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-8e52b086-9b51-4b5a-ab5e-d6df66a22548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 1127 time: 0.3724508 Apr 04 17:46:35.125445 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-cd37b85f-6d74-4eae-85ed-d5dcb575da86 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.125445 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-cd37b85f-6d74-4eae-85ed-d5dcb575da86 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 816 time: 0.3120806 Apr 04 17:46:35.125445 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40744) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:35.127068 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8200f46-d09c-4fc7-b69e-e62e15b21eb2 req-64657d29-d6ea-40f1-8fe3-de75a8599567 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.133890 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d8200f46-d09c-4fc7-b69e-e62e15b21eb2 req-64657d29-d6ea-40f1-8fe3-de75a8599567 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 943 time: 0.1315536 Apr 04 17:46:35.136396 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5718-2116-4762-b880-e9aeb98c49c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3205e816-e52e-4a9c-af02-f8803af502e3,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:35.192619 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d8200f46-d09c-4fc7-b69e-e62e15b21eb2 req-52d921e8-34d2-4b3b-854e-164e638a3bb5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 Apr 04 17:46:35.343672 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81609b33-b072-414b-a669-c95d1641952e req-1cea8cde-5367-4d1a-a468-07d578895d65 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 210 time: 0.0385938 Apr 04 17:46:35.343865 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a36178e5-363d-47ab-acd6-f8207454ff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.396049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0ce9-cf1b-4414-8e9a-edb9893f5f00 req-31eb521d-b9a0-44b9-a0fd-3f3f22dddc10 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.400743 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5abd0ce9-cf1b-4414-8e9a-edb9893f5f00 req-31eb521d-b9a0-44b9-a0fd-3f3f22dddc10 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.1099167 Apr 04 17:46:35.422721 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-1447cc09-929f-43fa-b5d9-3b7138ee78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.424658 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-1447cc09-929f-43fa-b5d9-3b7138ee78ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.0898266 Apr 04 17:46:35.478081 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-bed4c0dd-42f9-46d1-aaa2-2c866a5e9343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f HTTP/1.1" status: 200 len: 217 time: 0.0431988 Apr 04 17:46:35.484516 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-c14a5403-aa52-4026-989f-c286d545fa66 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 379 time: 0.1477022 Apr 04 17:46:35.502728 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'port': {'device_id': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'admin_state_up': True, 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'security_groups': ['eeb093cb-a66c-41dd-a8fd-5a0730b854fe']}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:35.531571 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-ca50c3fb-6ffa-423d-8d0a-16d878f0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.533488 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-ca50c3fb-6ffa-423d-8d0a-16d878f0f981 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0487947 Apr 04 17:46:35.586073 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5abd0ce9-cf1b-4414-8e9a-edb9893f5f00 req-d6b38696-e447-4282-9d53-c296c9ac5a2c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630833 Apr 04 17:46:35.605840 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a36178e5-363d-47ab-acd6-f8207454ff21 admin admin] Publish callbacks [] for security_group (beb89cba-3489-4d77-84c3-83370982a85c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.623186 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a36178e5-363d-47ab-acd6-f8207454ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (beb89cba-3489-4d77-84c3-83370982a85c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.643656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-3efa3f03-709b-4d43-953f-294bdbd503ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.645262 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-3efa3f03-709b-4d43-953f-294bdbd503ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044397 Apr 04 17:46:35.726011 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528fb50-dd23-4912-9593-2e3e77b00556 req-8c1ab4f0-2c57-463b-a6c0-5fa07aebc8b0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:35.727277 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a36178e5-363d-47ab-acd6-f8207454ff21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c2c3163782548fc8a8aa39c73b4a47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013293 Apr 04 17:46:35.728524 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36178e5-363d-47ab-acd6-f8207454ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb89cba-3489-4d77-84c3-83370982a85c,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:35.730943 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40770) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:35.732983 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6528fb50-dd23-4912-9593-2e3e77b00556 req-8c1ab4f0-2c57-463b-a6c0-5fa07aebc8b0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 945 time: 0.1303732 Apr 04 17:46:35.742588 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Made reservation on behalf of bed2ba6f49034f7fa122e04d873069e8 for: {'port': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:46:35.746422 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.793020 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-478c4b42-6201-4fe2-89ec-3a0a85e6225d service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405411 Apr 04 17:46:35.800119 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6528fb50-dd23-4912-9593-2e3e77b00556 req-6abbcd0d-d4d6-4b9e-8c8c-55b07c610886 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0663333 Apr 04 17:46:35.862939 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e59bbbfc-7179-489d-bde4-0f014621128d admin admin] Publish callbacks [] for security_group (beb89cba-3489-4d77-84c3-83370982a85c), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.903211 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f500639-3397-42cd-a95c-4fbcf8629a45 req-e476fdb5-2bd4-4b77-81f2-cb6adbdf7158 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021471 Apr 04 17:46:35.908496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 44bb59c9-f1c8-426c-a300-f9d297fe8a5b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:46:35.927868 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 321689c9-1f3c-4f56-9e24-53bb4e7b5451 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:35.928697 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e59bbbfc-7179-489d-bde4-0f014621128d admin admin] Publish callbacks [] for security_group (beb89cba-3489-4d77-84c3-83370982a85c), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:35.971101 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Allocated IP 172.20.0.14 (43fb391c-85e2-4c6d-84da-8b3d8f995522/efdd3a39-b98a-4b59-a2bc-bd8905f331d6/7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:46:36.018993 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e59bbbfc-7179-489d-bde4-0f014621128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (beb89cba-3489-4d77-84c3-83370982a85c), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.021979 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e59bbbfc-7179-489d-bde4-0f014621128d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.025459 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e59bbbfc-7179-489d-bde4-0f014621128d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/beb89cba-3489-4d77-84c3-83370982a85c HTTP/1.1" status: 204 len: 168 time: 0.2817345 Apr 04 17:46:36.075019 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bbbfc-7179-489d-bde4-0f014621128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb89cba-3489-4d77-84c3-83370982a85c,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:36.157597 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.194496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:46:36.199272 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.206162 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:36.206535 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.242917 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:36.264894 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'port_id': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b', 'mac_address': 'fa:16:3e:47:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:46:36.269560 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:36.292673 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:46:36.299326 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:46:36.318609 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:46:36.342114 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:36.342517 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.361404 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:36.362013 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.367961 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bb59c9-f1c8-426c-a300-f9d297fe8a5b {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:36.448463 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:36.456980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.473927 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:36.477213 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:36.478085 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.483963 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043abefb-1fa8-4030-8468-99de1cefb632" -d '{"events": [{"server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "name": "network-vif-plugged", "status": "completed", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:36.516666 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-50f06c61-4d50-47eb-8016-42d56cc0332f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0245414 Apr 04 17:46:36.556217 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4fd5-d686-48b5-a387-8684e87b030a req-8a439095-9fca-4903-918f-582c4cb45cf4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:36.571351 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-48df4fd5-d686-48b5-a387-8684e87b030a req-8a439095-9fca-4903-918f-582c4cb45cf4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 943 time: 0.1680591 Apr 04 17:46:36.578261 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40796) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:36.583953 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:36.594700 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Request body: {'port': {'device_id': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:36.595850 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.640817 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:36.649170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685895d-0256-4283-a5b2-afd172f47860 req-0a881150-4f38-4c54-91a5-9e7cd94ad577 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:36.650543 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5685895d-0256-4283-a5b2-afd172f47860 req-0a881150-4f38-4c54-91a5-9e7cd94ad577 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 932 time: 0.1258471 Apr 04 17:46:36.706407 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b9975b1f-0283-4671-96ab-a4a8879b47f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.733326 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['44bb59c9-f1c8-426c-a300-f9d297fe8a5b'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:46:36.768998 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5685895d-0256-4283-a5b2-afd172f47860 req-b9fc2cfb-6229-4387-b472-16a4f4276c5d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020050 Apr 04 17:46:36.804958 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=321689c9-1f3c-4f56-9e24-53bb4e7b5451,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:36.821275 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-1561e5d6-bca1-4104-8efe-31c01901b08c None None] Provisioning complete for port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:36.821983 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1561e5d6-bca1-4104-8efe-31c01901b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:36.900346 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-1561e5d6-bca1-4104-8efe-31c01901b08c None None] Port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:46:36.915929 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efced42-58c7-4dbe-93fa-a5e38a23cf5c x-openstack-request-id: req-0efced42-58c7-4dbe-93fa-a5e38a23cf5c {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:36.917394 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "name": "network-vif-plugged", "status": "completed", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:36.917394 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0efced42-58c7-4dbe-93fa-a5e38a23cf5c {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:36.917394 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efced42-58c7-4dbe-93fa-a5e38a23cf5c'] response: {'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'code': 200} Apr 04 17:46:36.930603 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-48df4fd5-d686-48b5-a387-8684e87b030a req-fee59e35-f580-4217-a951-197acfef9081 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582847 Apr 04 17:46:36.932952 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.162233 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541c636-a086-4fd9-881d-a3f6a9db98c3 req-463f0909-b738-4c65-b06a-1e483a88bc50 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:37.164605 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9541c636-a086-4fd9-881d-a3f6a9db98c3 req-463f0909-b738-4c65-b06a-1e483a88bc50 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.0874875 Apr 04 17:46:37.165648 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b9975b1f-0283-4671-96ab-a4a8879b47f1 admin admin] Publish callbacks [] for security_group (1897896c-f799-4140-96b5-e1a1781b5d08), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.176143 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b9975b1f-0283-4671-96ab-a4a8879b47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (1897896c-f799-4140-96b5-e1a1781b5d08), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.229516 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-b9975b1f-0283-4671-96ab-a4a8879b47f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744260192da54df493a2b6ebf067eba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6493061 Apr 04 17:46:37.232170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40814) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:37.282395 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9975b1f-0283-4671-96ab-a4a8879b47f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1897896c-f799-4140-96b5-e1a1781b5d08,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:37.298138 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0f771-8634-4c8b-a24e-21f4dd203cdf req-6a258cad-e95d-4b45-836b-92411c796f0a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:37.299750 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-98c0f771-8634-4c8b-a24e-21f4dd203cdf req-6a258cad-e95d-4b45-836b-92411c796f0a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.1954722 Apr 04 17:46:37.306040 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9541c636-a086-4fd9-881d-a3f6a9db98c3 req-1e5e2213-9a27-4ef3-8716-800d4d07a6e1 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254556 Apr 04 17:46:37.328587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f06bc-ae95-4a30-a6d4-d55545b40d32 req-4737a07f-dd89-472b-b0d9-d770c9374a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:37.328587 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-295f06bc-ae95-4a30-a6d4-d55545b40d32 req-4737a07f-dd89-472b-b0d9-d770c9374a3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 1130 time: 0.1062322 Apr 04 17:46:37.390112 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6b00da14-141e-4686-9538-7245135a30ea admin admin] Publish callbacks [] for security_group (1897896c-f799-4140-96b5-e1a1781b5d08), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.413040 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-98c0f771-8634-4c8b-a24e-21f4dd203cdf req-8c3d552b-0819-4cf6-8311-12bd31f18275 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0930853 Apr 04 17:46:37.419745 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-295f06bc-ae95-4a30-a6d4-d55545b40d32 req-d0ce706c-c74d-4511-94bf-25ca0c1e05aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0897110 Apr 04 17:46:37.430658 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6b00da14-141e-4686-9538-7245135a30ea admin admin] Publish callbacks [] for security_group (1897896c-f799-4140-96b5-e1a1781b5d08), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.473385 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 {{(pid=115104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:37.480319 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6b00da14-141e-4686-9538-7245135a30ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (1897896c-f799-4140-96b5-e1a1781b5d08), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.482010 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Publish callbacks [] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.483735 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6b00da14-141e-4686-9538-7245135a30ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.484998 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6b00da14-141e-4686-9538-7245135a30ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1897896c-f799-4140-96b5-e1a1781b5d08 HTTP/1.1" status: 204 len: 168 time: 0.2518704 Apr 04 17:46:37.493279 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00da14-141e-4686-9538-7245135a30ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1897896c-f799-4140-96b5-e1a1781b5d08,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:37.495691 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.provisioning_blocks [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Transition to ACTIVE for port object 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 will not be triggered until provisioned by entity L2. {{(pid=115104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:46:37.499896 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.557920 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:37.638598 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Attempting to bind port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:46:37.639099 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Attempting to bind port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:46:37.639713 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Attempting to bind port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:37.645915 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:46:37.646373 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Attempting to bind port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:46:37.651670 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:46:37.652180 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Checking segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:46:37.652844 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Bound using segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:46:37.653393 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Bound port: 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:46:37.654957 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.730806 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, cleared binding levels {{(pid=115104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:46:37.734493 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:46:37.740541 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.777331 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:37.777331 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:37.777518 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] 10.222.0.11 "PUT /v2.0/ports/7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 1094 time: 1.2002320 Apr 04 17:46:37.780065 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:37.782629 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d52a92-0a5f-44e3-84fd-44c48785d4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:37.811116 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cd68d-0133-4de3-89e7-5004babae23d service neutron] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=3']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:37.868718 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad534ba-b791-41af-9f98-529d28019847 x-openstack-request-id: req-bad534ba-b791-41af-9f98-529d28019847 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:37.869127 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:37.869449 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bad534ba-b791-41af-9f98-529d28019847 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:37.869953 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad534ba-b791-41af-9f98-529d28019847'] response: {'name': 'network-changed', 'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'status': 'completed', 'code': 200} Apr 04 17:46:37.924537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 9fc265df-0ee9-4d40-8b8d-5056d2ea840f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:46:37.926834 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 44bb59c9-f1c8-426c-a300-f9d297fe8a5b up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:38.173386 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:46:38.186836 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:38.190185 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:38.226014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13697d78-67bc-4b94-908a-477eaab65e89 req-b147cc5e-6147-4e01-9147-44cfe4c6d010 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:38.236693 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-13697d78-67bc-4b94-908a-477eaab65e89 req-b147cc5e-6147-4e01-9147-44cfe4c6d010 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 943 time: 0.1168420 Apr 04 17:46:38.338580 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:38.367236 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-13697d78-67bc-4b94-908a-477eaab65e89 req-15f831a8-7b83-453f-ae2f-9cf5faf70eef tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288712 Apr 04 17:46:38.369537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'port_id': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f', 'mac_address': 'fa:16:3e:d0:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:46:38.442580 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-0842c962-e916-4e96-80dd-6c192aca70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:38.449637 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-0842c962-e916-4e96-80dd-6c192aca70ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1128 time: 0.5917878 Apr 04 17:46:38.482252 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e0f09-756c-4316-a468-a030e2d2a85d req-c000a224-1f72-4a21-bf66-60636a6d15db tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:38.489617 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5e7e0f09-756c-4316-a468-a030e2d2a85d req-c000a224-1f72-4a21-bf66-60636a6d15db tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.5960662 Apr 04 17:46:38.502674 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:38.503303 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:38.509974 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:38.510623 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:38.540393 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc265df-0ee9-4d40-8b8d-5056d2ea840f {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:38.582009 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:38.596765 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:38.597445 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4657-3fc4-46d0-8575-a2c29d800d7d req-fba801c8-a806-49c6-acea-12e38885e73a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:38.599217 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f35b4657-3fc4-46d0-8575-a2c29d800d7d req-fba801c8-a806-49c6-acea-12e38885e73a tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.1534660 Apr 04 17:46:38.690942 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:38.704765 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:38.711392 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:38.737778 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f35b4657-3fc4-46d0-8575-a2c29d800d7d req-0c6684de-7287-48cc-a2e8-ee00d8285baa tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264567 Apr 04 17:46:38.759347 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-e8cb90f1-d875-4956-a236-4bf6c2d28c86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 217 time: 0.2668254 Apr 04 17:46:38.771142 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5e7e0f09-756c-4316-a468-a030e2d2a85d req-f2b5756f-af46-42d3-b677-b4506469604b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469633 Apr 04 17:46:38.831040 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:38.856520 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['9fc265df-0ee9-4d40-8b8d-5056d2ea840f'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:46:38.865959 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-6e80e400-8697-4a59-a468-f0699e642f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:38.870627 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-6e80e400-8697-4a59-a468-f0699e642f3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0952139 Apr 04 17:46:38.921603 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:38.925563 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81129a0b-a813-4f4d-bece-308e906c64ca" -d '{"events": [{"server_uuid": "3948e020-55b8-4104-ab75-8b8704f18ce6", "name": "network-vif-plugged", "status": "completed", "tag": "44bb59c9-f1c8-426c-a300-f9d297fe8a5b"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:38.943592 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e80116-ca6a-42b1-8456-763ee7149db0 req-37f730ba-9491-47ff-b76e-95d1906845a2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:38.953921 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d6e80116-ca6a-42b1-8456-763ee7149db0 req-37f730ba-9491-47ff-b76e-95d1906845a2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.0943918 Apr 04 17:46:39.030464 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-d56fbe45-680d-43d8-9524-318e93feb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:39.033420 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7677314-ad5c-48c7-8f0c-da4ab74dca0b x-openstack-request-id: req-c7677314-ad5c-48c7-8f0c-da4ab74dca0b {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:39.034210 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948e020-55b8-4104-ab75-8b8704f18ce6", "name": "network-vif-plugged", "status": "completed", "tag": "44bb59c9-f1c8-426c-a300-f9d297fe8a5b", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:39.034688 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7677314-ad5c-48c7-8f0c-da4ab74dca0b {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:39.035353 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7677314-ad5c-48c7-8f0c-da4ab74dca0b'] response: {'server_uuid': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b', 'code': 200} Apr 04 17:46:39.036580 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-d56fbe45-680d-43d8-9524-318e93feb3cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1625834 Apr 04 17:46:39.100036 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d6e80116-ca6a-42b1-8456-763ee7149db0 req-67ee0966-9ac7-42e7-8cd0-d673ca2ab3c0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1394169 Apr 04 17:46:39.196192 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-17954418-020a-43d5-b20e-2a23422d4034 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522300 Apr 04 17:46:39.350927 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11379-115f-44ab-bddb-8a486b4c5700 req-65166924-dd89-4c53-a5e9-98b842b6c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:39.356421 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-33b11379-115f-44ab-bddb-8a486b4c5700 req-65166924-dd89-4c53-a5e9-98b842b6c119 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1130 time: 0.1127334 Apr 04 17:46:39.477998 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-33b11379-115f-44ab-bddb-8a486b4c5700 req-84b1cf76-28c5-45a0-ab39-4784bfd7a682 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157806 Apr 04 17:46:39.505488 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930528-d1c8-48ac-a0ba-cb44d7e1cec9 req-39b56937-0fc8-4959-98c8-daad040978fa tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:39.510757 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-da930528-d1c8-48ac-a0ba-cb44d7e1cec9 req-39b56937-0fc8-4959-98c8-daad040978fa tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.1737566 Apr 04 17:46:39.513827 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-57a7383b-50da-4ccc-8667-6eabd8cc80f9 req-1803b5b3-6139-4403-ae0b-deefc45a1559 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107646 Apr 04 17:46:39.517976 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40930) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:39.524828 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:39.560928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1c435-cb2a-452c-a6ef-0b0117c628e9 req-820091b5-8881-4380-bb86-17e67667b473 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:39.570448 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d1e1c435-cb2a-452c-a6ef-0b0117c628e9 req-820091b5-8881-4380-bb86-17e67667b473 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 944 time: 0.0905662 Apr 04 17:46:39.631114 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d1e1c435-cb2a-452c-a6ef-0b0117c628e9 req-c222d1d8-9913-4726-b528-ef7311a3f819 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574765 Apr 04 17:46:39.644201 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:39.721643 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40934) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:39.881521 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f83dbf64-23b5-479d-89e5-f6320b513c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:39.954056 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 9fc265df-0ee9-4d40-8b8d-5056d2ea840f up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:39.975929 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-9db91fa4-171f-4329-acde-6d7d9683ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:39.977543 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-9db91fa4-171f-4329-acde-6d7d9683ea0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1128 time: 0.2357173 Apr 04 17:46:39.981409 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 40944) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:40.019349 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:46:40.022503 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f83dbf64-23b5-479d-89e5-f6320b513c44 admin admin] Publish callbacks [] for security_group (cfa53953-e870-4217-8e60-8d8a63cd03b7), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.023728 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:40.024103 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.031047 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f83dbf64-23b5-479d-89e5-f6320b513c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cfa53953-e870-4217-8e60-8d8a63cd03b7), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.099466 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f83dbf64-23b5-479d-89e5-f6320b513c44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ea9ff406ab8450b9cbcb6b150722e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762915 Apr 04 17:46:40.103852 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40952) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:40.119783 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dbf64-23b5-479d-89e5-f6320b513c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa53953-e870-4217-8e60-8d8a63cd03b7,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:40.167327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4192e2d1-1209-4648-bce7-101a50011782 admin admin] Publish callbacks [] for security_group (cfa53953-e870-4217-8e60-8d8a63cd03b7), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.181502 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:40.181892 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.190375 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-748f7819-82d0-4b0d-8188-7ee7b6938447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.191857 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4192e2d1-1209-4648-bce7-101a50011782 admin admin] Publish callbacks [] for security_group (cfa53953-e870-4217-8e60-8d8a63cd03b7), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.229042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:40.241086 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.247896 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aefc5-52e6-4187-a280-49218312a0e1 req-da2dafbf-c2d0-429a-b966-092dfdc1588e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:40.249908 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-227aefc5-52e6-4187-a280-49218312a0e1 req-da2dafbf-c2d0-429a-b966-092dfdc1588e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.3268723 Apr 04 17:46:40.260490 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4192e2d1-1209-4648-bce7-101a50011782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cfa53953-e870-4217-8e60-8d8a63cd03b7), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.264041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4192e2d1-1209-4648-bce7-101a50011782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.266270 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4192e2d1-1209-4648-bce7-101a50011782 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfa53953-e870-4217-8e60-8d8a63cd03b7 HTTP/1.1" status: 204 len: 168 time: 0.1605048 Apr 04 17:46:40.289587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192e2d1-1209-4648-bce7-101a50011782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa53953-e870-4217-8e60-8d8a63cd03b7,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:40.332670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:40.525351 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-0f7fc06b-7f73-49e7-8def-71f3da7d2442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:40.526942 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-0f7fc06b-7f73-49e7-8def-71f3da7d2442 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.5393143 Apr 04 17:46:40.543305 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-227aefc5-52e6-4187-a280-49218312a0e1 req-371deb63-9a5a-4a5c-956f-2d4c75062aeb tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770054 Apr 04 17:46:40.607917 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-19b05d7c-97bc-4203-9e8d-1dc39c778784 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 217 time: 0.0690835 Apr 04 17:46:40.715313 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 40994) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:40.737618 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d225e-da35-49d1-8f7a-a49d3eabfedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:40.948803 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0995f8-3f4f-44bc-ba25-897707ecfd4a req-ce70659b-e050-4e56-82bb-5b39e7a8a229 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:40.958765 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3c0995f8-3f4f-44bc-ba25-897707ecfd4a req-ce70659b-e050-4e56-82bb-5b39e7a8a229 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1676579 Apr 04 17:46:41.036638 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:41.039959 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b16ffd-15dd-40ee-b528-5f666b0c5756" -d '{"events": [{"server_uuid": "7e2754d4-43a5-428d-af5f-a9b29310d6d3", "name": "network-vif-plugged", "status": "completed", "tag": "9fc265df-0ee9-4d40-8b8d-5056d2ea840f"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:41.068889 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d225e-da35-49d1-8f7a-a49d3eabfedb admin admin] Publish callbacks [] for security_group (1ba39379-8777-4aae-ae4f-b4b1abec5142), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.074355 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3c0995f8-3f4f-44bc-ba25-897707ecfd4a req-3e476f90-0d3b-41d3-99d5-d78c23e63344 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146529 Apr 04 17:46:41.076271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d225e-da35-49d1-8f7a-a49d3eabfedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (1ba39379-8777-4aae-ae4f-b4b1abec5142), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.108986 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7e5d225e-da35-49d1-8f7a-a49d3eabfedb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8fe98ae25c64ab9bf07145d8f3e7886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897457 Apr 04 17:46:41.119392 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41012) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:41.159103 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d225e-da35-49d1-8f7a-a49d3eabfedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba39379-8777-4aae-ae4f-b4b1abec5142,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:41.193765 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5efd18c-527a-4426-b419-47809fcbd351 admin admin] Publish callbacks [] for security_group (1ba39379-8777-4aae-ae4f-b4b1abec5142), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.196303 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7420e554-d558-46a5-937d-80e665837d01 x-openstack-request-id: req-7420e554-d558-46a5-937d-80e665837d01 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:41.196677 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2754d4-43a5-428d-af5f-a9b29310d6d3", "name": "network-vif-plugged", "status": "completed", "tag": "9fc265df-0ee9-4d40-8b8d-5056d2ea840f", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:41.196964 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7420e554-d558-46a5-937d-80e665837d01 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:41.197450 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7420e554-d558-46a5-937d-80e665837d01'] response: {'server_uuid': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f', 'code': 200} Apr 04 17:46:41.210473 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.db.resource_extend [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 17:46:41.215924 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-748f7819-82d0-4b0d-8188-7ee7b6938447 admin admin] Publish callbacks [] for security_group (37aa67a4-f25c-4fe7-bf35-28ffb8c6de18), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.219681 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-5ab64b4e-cd97-4962-a221-495469da1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:41.222202 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-5ab64b4e-cd97-4962-a221-495469da1d4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.6053984 Apr 04 17:46:41.238213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41016) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:41.255531 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5efd18c-527a-4426-b419-47809fcbd351 admin admin] Publish callbacks [] for security_group (1ba39379-8777-4aae-ae4f-b4b1abec5142), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.277753 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-748f7819-82d0-4b0d-8188-7ee7b6938447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (37aa67a4-f25c-4fe7-bf35-28ffb8c6de18), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.336809 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-748f7819-82d0-4b0d-8188-7ee7b6938447 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75f10b6193724978ab21833064fe58cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3480430 Apr 04 17:46:41.338026 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41022) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:41.363214 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5efd18c-527a-4426-b419-47809fcbd351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (1ba39379-8777-4aae-ae4f-b4b1abec5142), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.365223 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f7819-82d0-4b0d-8188-7ee7b6938447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aa67a4-f25c-4fe7-bf35-28ffb8c6de18,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:41.369926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5efd18c-527a-4426-b419-47809fcbd351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.374381 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e5efd18c-527a-4426-b419-47809fcbd351 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ba39379-8777-4aae-ae4f-b4b1abec5142 HTTP/1.1" status: 204 len: 168 time: 0.2510681 Apr 04 17:46:41.414794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.424126 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.429375 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-fac305d8-8eb5-4cc0-8a5f-7f3a19c46881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:41.431065 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-fac305d8-8eb5-4cc0-8a5f-7f3a19c46881 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1693604 Apr 04 17:46:41.439052 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd18c-527a-4426-b419-47809fcbd351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba39379-8777-4aae-ae4f-b4b1abec5142,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:41.480288 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d23a7b97-be65-4e7c-9c20-105895508a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.532616 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2d-d4b3-4c36-b902-7c972c841787 admin admin] Publish callbacks [] for security_group (37aa67a4-f25c-4fe7-bf35-28ffb8c6de18), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.548974 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b68e1-821e-42fc-bdea-88a0d2aa1f83 req-aa26e805-274f-468c-9982-39ceab41d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:41.550675 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-364b68e1-821e-42fc-bdea-88a0d2aa1f83 req-aa26e805-274f-468c-9982-39ceab41d30d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 1129 time: 0.1536584 Apr 04 17:46:41.608825 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-876b568c-0987-4f52-a55d-c5941950dbef service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048119 Apr 04 17:46:41.616046 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2d-d4b3-4c36-b902-7c972c841787 admin admin] Publish callbacks [] for security_group (37aa67a4-f25c-4fe7-bf35-28ffb8c6de18), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.696029 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP 25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a associated. External IP: 172.27.3.58, port: 321689c9-1f3c-4f56-9e24-53bb4e7b5451. Apr 04 17:46:41.721748 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-364b68e1-821e-42fc-bdea-88a0d2aa1f83 req-6cf50056-8938-49cd-bf0d-b7a8c83cd0e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624081 Apr 04 17:46:41.738796 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d23a7b97-be65-4e7c-9c20-105895508a45 admin admin] Publish callbacks [] for security_group (880bae06-4484-452c-80a6-1817c225dfee), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.748810 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d23a7b97-be65-4e7c-9c20-105895508a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (880bae06-4484-452c-80a6-1817c225dfee), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.771558 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41030) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:41.785054 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdd0af-8e70-4712-a6d0-03d650779110 req-b2f0c9d0-12ad-4ad9-a317-9322f3b7a961 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:41.786505 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3ffdd0af-8e70-4712-a6d0-03d650779110 req-b2f0c9d0-12ad-4ad9-a317-9322f3b7a961 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.1408639 Apr 04 17:46:41.793185 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24d52a92-0a5f-44e3-84fd-44c48785d4ac req-fba535b1-2909-4dca-a9aa-3da138bcea49 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759050 Apr 04 17:46:41.813834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2d-d4b3-4c36-b902-7c972c841787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (37aa67a4-f25c-4fe7-bf35-28ffb8c6de18), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.816357 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0b2d-d4b3-4c36-b902-7c972c841787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.817489 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a4bd0b2d-d4b3-4c36-b902-7c972c841787 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37aa67a4-f25c-4fe7-bf35-28ffb8c6de18 HTTP/1.1" status: 204 len: 168 time: 0.4782069 Apr 04 17:46:41.826968 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d23a7b97-be65-4e7c-9c20-105895508a45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e31e90203584077836bfa2a2c9db036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5860262 Apr 04 17:46:41.827775 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d72b3d8b-175c-45df-be44-baf013328b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.829538 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a7b97-be65-4e7c-9c20-105895508a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880bae06-4484-452c-80a6-1817c225dfee,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:41.830756 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41034) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:41.865296 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0b2d-d4b3-4c36-b902-7c972c841787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aa67a4-f25c-4fe7-bf35-28ffb8c6de18,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:41.919209 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3ffdd0af-8e70-4712-a6d0-03d650779110 req-52dd1958-86c9-42b7-bcb0-9f76a77af414 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134882 Apr 04 17:46:41.959775 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:46:41.987672 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d72b3d8b-175c-45df-be44-baf013328b0a admin admin] Publish callbacks [] for security_group (c131bd05-c27b-474d-ad33-428283839fbe), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:41.995340 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d72b3d8b-175c-45df-be44-baf013328b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c131bd05-c27b-474d-ad33-428283839fbe), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.024340 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-54683db3-b295-4caa-8c1d-5c7bec26cf59 admin admin] Publish callbacks [] for security_group (880bae06-4484-452c-80a6-1817c225dfee), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.060661 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-54683db3-b295-4caa-8c1d-5c7bec26cf59 admin admin] Publish callbacks [] for security_group (880bae06-4484-452c-80a6-1817c225dfee), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.063878 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:46:42.085200 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:42.086571 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d72b3d8b-175c-45df-be44-baf013328b0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=befdebceef6c47319d7c48cbd3d48879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094032 Apr 04 17:46:42.090159 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41042) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:42.100005 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'mac_address': 'fa:16:3e:22:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:46:42.108141 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3d8b-175c-45df-be44-baf013328b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c131bd05-c27b-474d-ad33-428283839fbe,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:42.174677 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:42.175314 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.206890 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:46:42.237348 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:42.242254 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.277465 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-54683db3-b295-4caa-8c1d-5c7bec26cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (880bae06-4484-452c-80a6-1817c225dfee), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.281398 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-54683db3-b295-4caa-8c1d-5c7bec26cf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.285069 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-54683db3-b295-4caa-8c1d-5c7bec26cf59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/880bae06-4484-452c-80a6-1817c225dfee HTTP/1.1" status: 204 len: 168 time: 0.4525635 Apr 04 17:46:42.300104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:42.306492 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2dc90f2-baaa-4ec5-aa33-e8901ae100e2 admin admin] Publish callbacks [] for security_group (c131bd05-c27b-474d-ad33-428283839fbe), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.311784 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54683db3-b295-4caa-8c1d-5c7bec26cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880bae06-4484-452c-80a6-1817c225dfee,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:42.352648 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:42.364500 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41056) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:42.367002 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.376785 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:42.377572 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92523c6-01a0-41c7-86ca-86ef8378fb43 req-16397371-4593-447d-b0e0-94db209ed712 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:42.384769 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a92523c6-01a0-41c7-86ca-86ef8378fb43 req-16397371-4593-447d-b0e0-94db209ed712 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1873665 Apr 04 17:46:42.388018 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6e33f5a2-8549-4a5a-8a8e-64c01cfa9f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.391233 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2dc90f2-baaa-4ec5-aa33-e8901ae100e2 admin admin] Publish callbacks [] for security_group (c131bd05-c27b-474d-ad33-428283839fbe), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.397854 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:42.398478 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:46:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:42.484211 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a92523c6-01a0-41c7-86ca-86ef8378fb43 req-186b1140-a5dc-42c3-bc47-805f7295dc39 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984490 Apr 04 17:46:42.492131 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7ae5a6be-8e00-4105-aa91-9b5cf9c6b598 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "PUT /v2.0/floatingips/25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a HTTP/1.1" status: 200 len: 991 time: 2.9727631 Apr 04 17:46:42.498356 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:42.501137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e53cc24-d46f-43a5-9c60-911f2e06fa34" -d '{"events": [{"name": "network-changed", "server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:42.534317 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2dc90f2-baaa-4ec5-aa33-e8901ae100e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c131bd05-c27b-474d-ad33-428283839fbe), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.537451 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2dc90f2-baaa-4ec5-aa33-e8901ae100e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.539054 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c2dc90f2-baaa-4ec5-aa33-e8901ae100e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c131bd05-c27b-474d-ad33-428283839fbe HTTP/1.1" status: 204 len: 168 time: 0.4479198 Apr 04 17:46:42.558301 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc90f2-baaa-4ec5-aa33-e8901ae100e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c131bd05-c27b-474d-ad33-428283839fbe,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:42.575179 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:46:42.582975 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6e33f5a2-8549-4a5a-8a8e-64c01cfa9f8c admin admin] Publish callbacks [] for security_group (f282a5f4-4019-4a26-b93d-e1bea904b058), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.587976 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6e33f5a2-8549-4a5a-8a8e-64c01cfa9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (f282a5f4-4019-4a26-b93d-e1bea904b058), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.603929 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6ee454-e5c0-4f08-a39a-caaeb9b9512e x-openstack-request-id: req-6f6ee454-e5c0-4f08-a39a-caaeb9b9512e {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:42.604606 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:42.605100 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f6ee454-e5c0-4f08-a39a-caaeb9b9512e {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:42.605821 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6ee454-e5c0-4f08-a39a-caaeb9b9512e'] response: {'name': 'network-changed', 'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'status': 'completed', 'code': 200} Apr 04 17:46:42.684884 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6e33f5a2-8549-4a5a-8a8e-64c01cfa9f8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b0dce035fe24526b5642e278e501fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189056 Apr 04 17:46:42.685802 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f5a2-8549-4a5a-8a8e-64c01cfa9f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f282a5f4-4019-4a26-b93d-e1bea904b058,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:42.688653 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41066) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:42.718473 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:42.788853 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-17077080-0ab7-4b90-b6c0-439f23b1ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:42.793951 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-17077080-0ab7-4b90-b6c0-439f23b1ddd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 1130 time: 0.1704104 Apr 04 17:46:42.827867 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-78ca7f25-b008-460f-a30a-dc2c72351fb4 admin admin] Publish callbacks [] for security_group (f282a5f4-4019-4a26-b93d-e1bea904b058), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.897400 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41068) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:42.915908 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-acee5103-b78d-43e9-98c3-cab8dc774f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:42.926966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-1273d9fd-9b44-4420-85bb-89616e17648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:42.932134 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-1273d9fd-9b44-4420-85bb-89616e17648d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.1236959 Apr 04 17:46:43.067705 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-acee5103-b78d-43e9-98c3-cab8dc774f66 admin admin] Publish callbacks [] for security_group (3d47eca7-59aa-42b3-b932-ce6dc7fee0e3), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.073172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-acee5103-b78d-43e9-98c3-cab8dc774f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (3d47eca7-59aa-42b3-b932-ce6dc7fee0e3), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.102728 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:40Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:43.105270 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-78ca7f25-b008-460f-a30a-dc2c72351fb4 admin admin] Publish callbacks [] for security_group (f282a5f4-4019-4a26-b93d-e1bea904b058), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.129126 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-acee5103-b78d-43e9-98c3-cab8dc774f66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b6d8d909f874503acf03984c593d4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306886 Apr 04 17:46:43.130370 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee5103-b78d-43e9-98c3-cab8dc774f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d47eca7-59aa-42b3-b932-ce6dc7fee0e3,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:43.132601 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:43.134323 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41078) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:43.144653 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-5c7dfe47-0f3f-48fd-964a-20a764e802d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451 HTTP/1.1" status: 200 len: 999 time: 0.2032619 Apr 04 17:46:43.145322 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:43.145909 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:46:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:43.195908 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21cfa6de-286d-4be0-be74-c66d32a930fa admin admin] Publish callbacks [] for security_group (3d47eca7-59aa-42b3-b932-ce6dc7fee0e3), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.211232 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-8798c44c-2d29-4c81-9e03-754b459b2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:43.213231 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-8798c44c-2d29-4c81-9e03-754b459b2288 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0516431 Apr 04 17:46:43.223066 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21cfa6de-286d-4be0-be74-c66d32a930fa admin admin] Publish callbacks [] for security_group (3d47eca7-59aa-42b3-b932-ce6dc7fee0e3), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.265077 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763648-318b-423e-ae6d-fd8488d3b1ae req-e9e457c8-1667-4bf6-9c77-1c23c6ffc523 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:43.266597 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a0763648-318b-423e-ae6d-fd8488d3b1ae req-e9e457c8-1667-4bf6-9c77-1c23c6ffc523 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.2033770 Apr 04 17:46:43.284544 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-c2bd37e6-04d5-49f7-9ad0-77d8c0038898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:43.286112 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-c2bd37e6-04d5-49f7-9ad0-77d8c0038898 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659707 Apr 04 17:46:43.292257 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21cfa6de-286d-4be0-be74-c66d32a930fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (3d47eca7-59aa-42b3-b932-ce6dc7fee0e3), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.297755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21cfa6de-286d-4be0-be74-c66d32a930fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.301492 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-21cfa6de-286d-4be0-be74-c66d32a930fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d47eca7-59aa-42b3-b932-ce6dc7fee0e3 HTTP/1.1" status: 204 len: 168 time: 0.1635284 Apr 04 17:46:43.309636 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:43.311905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfa6de-286d-4be0-be74-c66d32a930fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d47eca7-59aa-42b3-b932-ce6dc7fee0e3,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:43.394088 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-78ca7f25-b008-460f-a30a-dc2c72351fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (f282a5f4-4019-4a26-b93d-e1bea904b058), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.396670 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-78ca7f25-b008-460f-a30a-dc2c72351fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:43.397801 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-78ca7f25-b008-460f-a30a-dc2c72351fb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f282a5f4-4019-4a26-b93d-e1bea904b058 HTTP/1.1" status: 204 len: 168 time: 0.7074146 Apr 04 17:46:43.399736 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-1ccfc16b-6dcd-4eb2-bdaa-171ec0a42f7e service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057332 Apr 04 17:46:43.427129 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7f25-b008-460f-a30a-dc2c72351fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f282a5f4-4019-4a26-b93d-e1bea904b058,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:43.522448 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a0763648-318b-423e-ae6d-fd8488d3b1ae req-89ad75b5-ea2e-4715-9bdd-9d87138cc85b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351923 Apr 04 17:46:43.695810 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e53cc24-d46f-43a5-9c60-911f2e06fa34 req-16d8b10d-2bfc-4f53-91e9-786b3d434e93 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834487 Apr 04 17:46:43.762003 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4db884-c48a-4c65-931b-4432a45051c2 req-0911bd43-d77b-4a26-9efb-99836a5ba4c7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:43.763224 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4e4db884-c48a-4c65-931b-4432a45051c2 req-0911bd43-d77b-4a26-9efb-99836a5ba4c7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1050084 Apr 04 17:46:43.803558 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:40Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:43.840019 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4e4db884-c48a-4c65-931b-4432a45051c2 req-d0a583ae-d43b-435b-bae9-4423eed325df tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708191 Apr 04 17:46:43.871233 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c5d682-71a8-421a-a7c8-5bd2dd4420da None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:40Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:44.004533 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:46:44.092590 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:46:44.098581 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:46:44.099248 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:44.282235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:46:44.283063 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:44.296480 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-ce95071a-17e9-46c2-8f40-3578766bdd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.298337 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-ce95071a-17e9-46c2-8f40-3578766bdd9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0728974 Apr 04 17:46:44.325422 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:44.332400 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fbd542-5125-45e5-967c-00f19d1e9913" -d '{"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-plugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:44.355147 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b92d2-141d-4397-9cc8-21711a8bf381 req-89ee4af6-7167-4b5b-9608-31f1e201e43b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.362995 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:44.364634 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aa1b92d2-141d-4397-9cc8-21711a8bf381 req-89ee4af6-7167-4b5b-9608-31f1e201e43b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0958085 Apr 04 17:46:44.369587 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:44.436447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98223fbd-de70-48df-8d4e-9579554eab52 x-openstack-request-id: req-98223fbd-de70-48df-8d4e-9579554eab52 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:44.436765 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-plugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:44.437046 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98223fbd-de70-48df-8d4e-9579554eab52 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:44.437458 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98223fbd-de70-48df-8d4e-9579554eab52'] response: {'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'code': 200} Apr 04 17:46:44.469035 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:44.505055 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-94a38804-fcc1-4502-a09e-1a03f9a257b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.506503 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-94a38804-fcc1-4502-a09e-1a03f9a257b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1998556 Apr 04 17:46:44.515930 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aa1b92d2-141d-4397-9cc8-21711a8bf381 req-c5d73abd-362c-494d-95be-e16c7a0115f8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491573 Apr 04 17:46:44.682315 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-63b12500-791c-4bed-b677-473cc86d9505 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f HTTP/1.1" status: 200 len: 217 time: 0.1489964 Apr 04 17:46:44.754884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b3955-36af-4d3b-8366-4732f49cf459 req-518d8e8a-864d-4cd9-a5d9-a26f87d8caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.757102 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0e8b3955-36af-4d3b-8366-4732f49cf459 req-518d8e8a-864d-4cd9-a5d9-a26f87d8caed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1130 time: 0.0872543 Apr 04 17:46:44.845867 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54826bbb-b83b-40f5-94a0-9ba00f97d2f0 req-20632061-dc83-4d3b-8d5b-30a1737a3a85 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.848102 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54826bbb-b83b-40f5-94a0-9ba00f97d2f0 req-20632061-dc83-4d3b-8d5b-30a1737a3a85 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1849976 Apr 04 17:46:44.850507 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-aca604ff-37da-4118-abec-7c447bbf36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.852102 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-aca604ff-37da-4118-abec-7c447bbf36d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.1226006 Apr 04 17:46:44.864789 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0e8b3955-36af-4d3b-8366-4732f49cf459 req-0117ab93-3ab5-480a-b888-4266134b5a42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921290 Apr 04 17:46:44.979662 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-91637fec-1aea-4d03-9b7c-034a4499e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:44.981437 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-91637fec-1aea-4d03-9b7c-034a4499e373 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1188080 Apr 04 17:46:44.991662 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54826bbb-b83b-40f5-94a0-9ba00f97d2f0 req-5200bd8f-d114-4e43-b3bc-5bc764f5a7d9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352963 Apr 04 17:46:45.207113 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c8cd7d-4453-40d7-a548-42a45611740d None None] New status for floating IP 25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:46:45.265919 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-ef0471ec-68bc-49a0-b60a-da134b954b6b service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567059 Apr 04 17:46:45.387482 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19b36b74-3d7c-4e45-81b1-fa584db6d2ad req-81087fb7-5e9c-413d-8dd3-c32aecf6c9d9 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134820 Apr 04 17:46:45.646977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685f7c-7451-45d4-ab35-d927ebf94b65 req-fc39f0d0-0714-4e4f-a8c0-5bf698ff7849 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:45.649708 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-65685f7c-7451-45d4-ab35-d927ebf94b65 req-fc39f0d0-0714-4e4f-a8c0-5bf698ff7849 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0659664 Apr 04 17:46:45.721213 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-65685f7c-7451-45d4-ab35-d927ebf94b65 req-31a129a9-68e8-4049-a511-fbc60356a5f0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572348 Apr 04 17:46:46.150015 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cf679-077c-452f-9baf-1adbc73964f5 req-064d20b2-39b6-43a3-8b0f-f47be5efd979 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:46.151562 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1e8cf679-077c-452f-9baf-1adbc73964f5 req-064d20b2-39b6-43a3-8b0f-f47be5efd979 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0648420 Apr 04 17:46:46.211030 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1e8cf679-077c-452f-9baf-1adbc73964f5 req-3a2f966f-687a-43d4-b559-2b9a21e592c5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520384 Apr 04 17:46:46.537586 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41262) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:46.658388 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-abf67425-707d-412a-bfad-eedbffed77ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.742072 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-abf67425-707d-412a-bfad-eedbffed77ad admin admin] Publish callbacks [] for security_group (a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.748814 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-abf67425-707d-412a-bfad-eedbffed77ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.792304 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41276) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:46.793493 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-abf67425-707d-412a-bfad-eedbffed77ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=656a8f21ec1848dbb7761cfa27b09a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547448 Apr 04 17:46:46.795968 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf67425-707d-412a-bfad-eedbffed77ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:46.867008 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5df69722-27ba-433a-8467-a851a5a3f066 admin admin] Publish callbacks [] for security_group (a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.872460 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca750-4172-4a82-9504-99eae14b4141 req-a39ed52e-ccbd-4c07-9759-a3dea73abef4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:46.879945 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b11ca750-4172-4a82-9504-99eae14b4141 req-a39ed52e-ccbd-4c07-9759-a3dea73abef4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0716801 Apr 04 17:46:46.891073 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5df69722-27ba-433a-8467-a851a5a3f066 admin admin] Publish callbacks [] for security_group (a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.927020 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b11ca750-4172-4a82-9504-99eae14b4141 req-25ba8caf-03ce-425b-bcb2-b5e2cb318b87 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Apr 04 17:46:46.946797 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5df69722-27ba-433a-8467-a851a5a3f066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.949628 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5df69722-27ba-433a-8467-a851a5a3f066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:46.951544 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-5df69722-27ba-433a-8467-a851a5a3f066 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0 HTTP/1.1" status: 204 len: 168 time: 0.1570971 Apr 04 17:46:46.959711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df69722-27ba-433a-8467-a851a5a3f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef0f60-9bf1-4d04-a28f-cf675ddc63d0,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:47.189789 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41290) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:47.306544 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fcb-a51a-4529-85e9-2a043e81ae3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.321165 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41296) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:47.334483 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-471b064d-d7e1-4ed5-bb41-2b549a5cacf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.380790 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba027-9533-490b-a4d1-6a75ca0da730 req-09712897-6c7b-46b5-9041-7a52ba2c35d3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:47.382404 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-84bba027-9533-490b-a4d1-6a75ca0da730 req-09712897-6c7b-46b5-9041-7a52ba2c35d3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0900824 Apr 04 17:46:47.414473 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-471b064d-d7e1-4ed5-bb41-2b549a5cacf5 admin admin] Publish callbacks [] for security_group (a8846e8d-da37-4b68-9b77-2c144dfc460f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.419169 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-471b064d-d7e1-4ed5-bb41-2b549a5cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a8846e8d-da37-4b68-9b77-2c144dfc460f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.450108 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b064d-d7e1-4ed5-bb41-2b549a5cacf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8846e8d-da37-4b68-9b77-2c144dfc460f,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:47.463742 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-84bba027-9533-490b-a4d1-6a75ca0da730 req-2a15e14a-440a-4db5-bbf1-4a2f6435f2c6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721004 Apr 04 17:46:47.484933 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fcb-a51a-4529-85e9-2a043e81ae3b admin admin] Publish callbacks [] for security_group (0d7e0147-bbd5-4a52-982f-3302c70eff5a), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.490247 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d1c26fcb-a51a-4529-85e9-2a043e81ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (0d7e0147-bbd5-4a52-982f-3302c70eff5a), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.490886 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-471b064d-d7e1-4ed5-bb41-2b549a5cacf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6b9bb9f0c2d40be9c9d222401f5b548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685584 Apr 04 17:46:47.494733 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41302) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:47.523598 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c26fcb-a51a-4529-85e9-2a043e81ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e0147-bbd5-4a52-982f-3302c70eff5a,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:47.545413 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d1c26fcb-a51a-4529-85e9-2a043e81ae3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e7415297398467ba671eda5ee6e41cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544505 Apr 04 17:46:47.547972 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41306) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:47.592928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-846e5068-d1f2-474c-abba-956f8a268ab0 admin admin] Publish callbacks [] for security_group (a8846e8d-da37-4b68-9b77-2c144dfc460f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.600539 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3d2da153-ce2c-4cb1-87b2-889ac5e25d8e admin admin] Publish callbacks [] for security_group (0d7e0147-bbd5-4a52-982f-3302c70eff5a), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.623718 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3d2da153-ce2c-4cb1-87b2-889ac5e25d8e admin admin] Publish callbacks [] for security_group (0d7e0147-bbd5-4a52-982f-3302c70eff5a), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.641026 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-846e5068-d1f2-474c-abba-956f8a268ab0 admin admin] Publish callbacks [] for security_group (a8846e8d-da37-4b68-9b77-2c144dfc460f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.664422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e8cea-1320-4b8c-993a-10b0a85a54a3 req-abd67b89-7509-429b-9ecb-2bdacd49cd98 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:47.665933 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7f3e8cea-1320-4b8c-993a-10b0a85a54a3 req-abd67b89-7509-429b-9ecb-2bdacd49cd98 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0864515 Apr 04 17:46:47.682611 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41310) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:47.688545 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'floatingip': {'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:46:47.693019 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3d2da153-ce2c-4cb1-87b2-889ac5e25d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (0d7e0147-bbd5-4a52-982f-3302c70eff5a), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.695715 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-3d2da153-ce2c-4cb1-87b2-889ac5e25d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.699210 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-3d2da153-ce2c-4cb1-87b2-889ac5e25d8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d7e0147-bbd5-4a52-982f-3302c70eff5a HTTP/1.1" status: 204 len: 168 time: 0.1477950 Apr 04 17:46:47.713497 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-846e5068-d1f2-474c-abba-956f8a268ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a8846e8d-da37-4b68-9b77-2c144dfc460f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.717184 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-846e5068-d1f2-474c-abba-956f8a268ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:47.719460 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-846e5068-d1f2-474c-abba-956f8a268ab0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8846e8d-da37-4b68-9b77-2c144dfc460f HTTP/1.1" status: 204 len: 168 time: 0.2228923 Apr 04 17:46:47.731627 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e5068-d1f2-474c-abba-956f8a268ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8846e8d-da37-4b68-9b77-2c144dfc460f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:47.741826 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41316) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:47.747592 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2da153-ce2c-4cb1-87b2-889ac5e25d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e0147-bbd5-4a52-982f-3302c70eff5a,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:47.770911 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (53e16d01-3540-40e5-ad59-84d54dca7a7b), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.032527 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-68d6c54a-b9b2-4212-8475-aa3914de176e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.139927 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-68d6c54a-b9b2-4212-8475-aa3914de176e admin admin] Publish callbacks [] for security_group (c8402a3e-8087-41b5-acb6-f4e5db1c067f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.145560 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-68d6c54a-b9b2-4212-8475-aa3914de176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c8402a3e-8087-41b5-acb6-f4e5db1c067f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.178262 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-68d6c54a-b9b2-4212-8475-aa3914de176e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e44340dd6e8944cbbbe3dfb4a3e1b1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171860 Apr 04 17:46:48.193343 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41340) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:48.237325 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6c54a-b9b2-4212-8475-aa3914de176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8402a3e-8087-41b5-acb6-f4e5db1c067f,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:48.277689 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d31c5-9dc8-4412-9e99-9fbff578c2ca admin admin] Publish callbacks [] for security_group (c8402a3e-8087-41b5-acb6-f4e5db1c067f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.316577 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d31c5-9dc8-4412-9e99-9fbff578c2ca admin admin] Publish callbacks [] for security_group (c8402a3e-8087-41b5-acb6-f4e5db1c067f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.329239 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a259a-ece8-4580-8d8f-42cb15b9fc8a req-ff48460d-3186-4785-a717-4fa56f39fb03 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:48.330823 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-674a259a-ece8-4580-8d8f-42cb15b9fc8a req-ff48460d-3186-4785-a717-4fa56f39fb03 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1395383 Apr 04 17:46:48.368099 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41352) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:48.402033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d31c5-9dc8-4412-9e99-9fbff578c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c8402a3e-8087-41b5-acb6-f4e5db1c067f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.405479 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d31c5-9dc8-4412-9e99-9fbff578c2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.406709 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-eb6d31c5-9dc8-4412-9e99-9fbff578c2ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8402a3e-8087-41b5-acb6-f4e5db1c067f HTTP/1.1" status: 204 len: 168 time: 0.2117484 Apr 04 17:46:48.407382 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-af249d48-f07c-4c8f-95b8-a90442f45ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.418619 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d31c5-9dc8-4412-9e99-9fbff578c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8402a3e-8087-41b5-acb6-f4e5db1c067f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:48.456747 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-674a259a-ece8-4580-8d8f-42cb15b9fc8a req-2133d41c-9858-4b7d-9755-5d2faeea6a5c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189654 Apr 04 17:46:48.674049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-af249d48-f07c-4c8f-95b8-a90442f45ff1 admin admin] Publish callbacks [] for security_group (23593e0b-82da-49d0-a73f-afae8cdde7b4), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.688205 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.689427 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-af249d48-f07c-4c8f-95b8-a90442f45ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (23593e0b-82da-49d0-a73f-afae8cdde7b4), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.695932 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (53e16d01-3540-40e5-ad59-84d54dca7a7b), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.800485 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af249d48-f07c-4c8f-95b8-a90442f45ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23593e0b-82da-49d0-a73f-afae8cdde7b4,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:48.809820 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-af249d48-f07c-4c8f-95b8-a90442f45ff1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7442348873954b9696720abf74c0edca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4393206 Apr 04 17:46:48.813781 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41376) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:48.842188 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Floating IP 53e16d01-3540-40e5-ad59-84d54dca7a7b associated. External IP: 172.27.3.173, port: 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19. Apr 04 17:46:48.882513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f89aa9b-ce17-4882-ab13-406484118d6b admin admin] Publish callbacks [] for security_group (23593e0b-82da-49d0-a73f-afae8cdde7b4), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:48.925822 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f89aa9b-ce17-4882-ab13-406484118d6b admin admin] Publish callbacks [] for security_group (23593e0b-82da-49d0-a73f-afae8cdde7b4), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:49.031715 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f89aa9b-ce17-4882-ab13-406484118d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (23593e0b-82da-49d0-a73f-afae8cdde7b4), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:49.036595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f89aa9b-ce17-4882-ab13-406484118d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:49.038234 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4f89aa9b-ce17-4882-ab13-406484118d6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23593e0b-82da-49d0-a73f-afae8cdde7b4 HTTP/1.1" status: 204 len: 168 time: 0.2231755 Apr 04 17:46:49.058184 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89aa9b-ce17-4882-ab13-406484118d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23593e0b-82da-49d0-a73f-afae8cdde7b4,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:49.095739 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Router 70ba276a-4894-4423-be5f-dbccdd315d41 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:46:49.226075 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:46:49.231001 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:49.236344 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:46:49.246486 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:49.247353 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:46:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:49.280269 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4e246e3e-cf0c-4152-9d35-9a954500e9ed tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "PUT /v2.0/floatingips/53e16d01-3540-40e5-ad59-84d54dca7a7b HTTP/1.1" status: 200 len: 992 time: 1.5842862 Apr 04 17:46:49.280269 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:49.280269 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895b9280-3000-4f64-826a-004cfece3651" -d '{"events": [{"name": "network-changed", "server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:49.318626 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96166d2b-e6e2-4e23-bd86-6f9754608f84 x-openstack-request-id: req-96166d2b-e6e2-4e23-bd86-6f9754608f84 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:49.318917 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:49.319170 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96166d2b-e6e2-4e23-bd86-6f9754608f84 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:49.319685 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96166d2b-e6e2-4e23-bd86-6f9754608f84'] response: {'name': 'network-changed', 'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'status': 'completed', 'code': 200} Apr 04 17:46:49.378412 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:49.405252 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b9280-3000-4f64-826a-004cfece3651 req-70586142-1dbc-42e8-918e-5648b6c76c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:49.407045 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-70586142-1dbc-42e8-918e-5648b6c76c00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1130 time: 0.0583313 Apr 04 17:46:49.520657 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b9280-3000-4f64-826a-004cfece3651 req-f6580db6-f309-4289-88ca-f07ba38d905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:49.522806 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-f6580db6-f309-4289-88ca-f07ba38d905c service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.1040552 Apr 04 17:46:49.616408 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '53e16d01-3540-40e5-ad59-84d54dca7a7b', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'mac_address': 'fa:16:3e:22:43:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:29Z', 'updated_at': '2022-04-04T17:46:48Z', 'revision_number': 1, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:49.635455 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-136d0444-3b79-494b-8d79-62e8b284be31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 1000 time: 0.1052685 Apr 04 17:46:49.660494 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:46:49.668966 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:46:49.670135 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:46:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:49.727296 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b9280-3000-4f64-826a-004cfece3651 req-ed5f6367-b67d-44ed-8363-1573c223ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:49.729212 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-ed5f6367-b67d-44ed-8363-1573c223ca52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0859549 Apr 04 17:46:49.739359 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce76e8-8f2e-48b9-9c09-bf8b30e89ecf req-abd98b0a-73e2-43bc-9628-5cff39826a1e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:49.743136 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d3ce76e8-8f2e-48b9-9c09-bf8b30e89ecf req-abd98b0a-73e2-43bc-9628-5cff39826a1e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1646798 Apr 04 17:46:49.784541 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:46:49.879547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41440) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:49.913385 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d3ce76e8-8f2e-48b9-9c09-bf8b30e89ecf req-0df94cbb-ddce-4a2a-835a-7a304bdf0da6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383507 Apr 04 17:46:49.920472 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b9280-3000-4f64-826a-004cfece3651 req-07f8700d-c8d2-465e-a033-f678be0abf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:49.922053 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-07f8700d-c8d2-465e-a033-f678be0abf36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1777499 Apr 04 17:46:49.965777 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Deleting subnet cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:46:49.976911 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Publish callbacks [] for subnet (cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.049475 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.096173 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-cbcb1ba5-4ae6-4955-8631-6126ae3dc6b5 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609075 Apr 04 17:46:50.139324 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '53e16d01-3540-40e5-ad59-84d54dca7a7b', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'mac_address': 'fa:16:3e:22:43:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:29Z', 'updated_at': '2022-04-04T17:46:48Z', 'revision_number': 1, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:50.164679 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.167009 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65eadc5-fff7-4b4e-bb0f-99c8f7c9f376 None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '53e16d01-3540-40e5-ad59-84d54dca7a7b', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'mac_address': 'fa:16:3e:22:43:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:29Z', 'updated_at': '2022-04-04T17:46:48Z', 'revision_number': 1, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:46:50.252875 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-895b9280-3000-4f64-826a-004cfece3651 req-159f4088-4fc3-427b-99dd-26a463528b32 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460111 Apr 04 17:46:50.280890 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.339934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:50.371559 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.375610 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-83a60c5c-721d-4806-997d-668b42229716 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cbb2f3c5-ec83-4209-8e24-8d32ecca6a8a HTTP/1.1" status: 204 len: 168 time: 0.4940376 Apr 04 17:46:50.378274 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41478) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:50.495035 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.558171 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1848cf60-8ca3-4def-bf7d-cac68366c101 None None] New status for floating IP 53e16d01-3540-40e5-ad59-84d54dca7a7b: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:46:50.646854 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.671763 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:50.683051 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389efd8b-2dc9-4431-92ba-418e834b1316') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:50.683348 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389efd8b-2dc9-4431-92ba-418e834b1316') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:50.696574 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (389efd8b-2dc9-4431-92ba-418e834b1316), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.710767 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6312e0-f78f-45cc-bef4-eb83250e3562 req-e327771c-0897-41b3-913d-70ed95805105 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:50.712262 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8b6312e0-f78f-45cc-bef4-eb83250e3562 req-e327771c-0897-41b3-913d-70ed95805105 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.1062515 Apr 04 17:46:50.721083 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (389efd8b-2dc9-4431-92ba-418e834b1316), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.727137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:46:50.727764 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (389efd8b-2dc9-4431-92ba-418e834b1316), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:46:50.729672 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:46:50.821153 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.840356 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.847207 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41510) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:50.847495 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd HTTP/1.1" status: 204 len: 168 time: 0.4649143 Apr 04 17:46:50.861249 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8b6312e0-f78f-45cc-bef4-eb83250e3562 req-accfe7b3-0723-4ae6-ae9f-18b6d29d5f04 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855770 Apr 04 17:46:50.862260 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768bcc1-2317-4f66-9029-d913cce82f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1a4754-e5ca-4fb4-9123-4c41ff0fc5bd,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:50.922508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Deleting subnet e13615ac-8677-4154-8028-0f566f5cb7f3 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:46:50.927458 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Publish callbacks [] for subnet (e13615ac-8677-4154-8028-0f566f5cb7f3), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:50.979639 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (e13615ac-8677-4154-8028-0f566f5cb7f3), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.069254 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (e13615ac-8677-4154-8028-0f566f5cb7f3), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.162005 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3ea03-ae70-40ef-a323-4d219136bc41 req-d6dde52c-d46a-4138-81c0-dccb8bb3392f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:51.163603 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8be3ea03-ae70-40ef-a323-4d219136bc41 req-d6dde52c-d46a-4138-81c0-dccb8bb3392f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1144271 Apr 04 17:46:51.179845 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (e13615ac-8677-4154-8028-0f566f5cb7f3), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.232905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13615ac-8677-4154-8028-0f566f5cb7f3,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:51.235939 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.241750 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9125d3a1-dbef-4abd-a617-0ef5b8a083f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e13615ac-8677-4154-8028-0f566f5cb7f3 HTTP/1.1" status: 204 len: 168 time: 0.3908389 Apr 04 17:46:51.243232 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41530) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:51.257524 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8be3ea03-ae70-40ef-a323-4d219136bc41 req-d66a95fe-0a12-4f1c-b6fc-32f2277520b0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858679 Apr 04 17:46:51.342741 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (7deb6891-a1ab-4593-8b4e-726d2111fb69), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.425793 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (7deb6891-a1ab-4593-8b4e-726d2111fb69), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.446143 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deb6891-a1ab-4593-8b4e-726d2111fb69']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:51.455501 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a62d13-42f1-426d-9faa-7a303b326edd') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:51.455790 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a62d13-42f1-426d-9faa-7a303b326edd') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:51.465968 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (86a62d13-42f1-426d-9faa-7a303b326edd), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.480122 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (86a62d13-42f1-426d-9faa-7a303b326edd), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.487924 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:46:51.488348 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (86a62d13-42f1-426d-9faa-7a303b326edd), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:46:51.490010 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:46:51.550843 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (7deb6891-a1ab-4593-8b4e-726d2111fb69), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.555405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.558993 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] 10.222.0.24 "DELETE /v2.0/networks/7deb6891-a1ab-4593-8b4e-726d2111fb69 HTTP/1.1" status: 204 len: 168 time: 0.3144212 Apr 04 17:46:51.573432 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2cd37-f2c1-4308-b059-06b114a7bfab admin admin] Pushing event deleted for resources: {'Network': ['ID=7deb6891-a1ab-4593-8b4e-726d2111fb69,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:51.767905 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41560) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:51.806930 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f38b9d71-83ed-4e96-bd65-42c73ca4359e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51dc596728934934b968d29c3cf4ee3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378280 Apr 04 17:46:51.809572 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41562) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:51.861818 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3759-2afc-405b-a1ce-09eb85fe5320 admin admin] Publish callbacks [] for security_group (58ea1e8a-f230-4eae-9a44-88d29f076fdf), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.883021 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3759-2afc-405b-a1ce-09eb85fe5320 admin admin] Publish callbacks [] for security_group (58ea1e8a-f230-4eae-9a44-88d29f076fdf), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.938084 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3759-2afc-405b-a1ce-09eb85fe5320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (58ea1e8a-f230-4eae-9a44-88d29f076fdf), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.940813 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1a7a3759-2afc-405b-a1ce-09eb85fe5320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:51.944262 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1a7a3759-2afc-405b-a1ce-09eb85fe5320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58ea1e8a-f230-4eae-9a44-88d29f076fdf HTTP/1.1" status: 204 len: 168 time: 0.1309724 Apr 04 17:46:51.951269 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a3759-2afc-405b-a1ce-09eb85fe5320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea1e8a-f230-4eae-9a44-88d29f076fdf,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:52.042224 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f613db-42bd-4eb3-a923-3e1dc87d5cc9 req-24d632d2-3a2f-4b67-bcc0-e0728a2ebf5c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:52.043724 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d5f613db-42bd-4eb3-a923-3e1dc87d5cc9 req-24d632d2-3a2f-4b67-bcc0-e0728a2ebf5c tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.0817559 Apr 04 17:46:52.118162 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d5f613db-42bd-4eb3-a923-3e1dc87d5cc9 req-b999b7aa-10e6-4ced-964a-9510ab182a2d tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655780 Apr 04 17:46:52.328853 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41578) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:52.372623 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-185cf4ec-91c0-4942-a9ad-7700ffdd3763 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=249885ba454742658c8bb0c14e14ce4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402784 Apr 04 17:46:52.372809 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41582) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:52.391306 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8981e16-6892-4017-962a-3d0e28e3a14d req-321da1c9-5674-45ce-8cd4-efc5c7ea4432 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:52.393084 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b8981e16-6892-4017-962a-3d0e28e3a14d req-321da1c9-5674-45ce-8cd4-efc5c7ea4432 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0616560 Apr 04 17:46:52.432338 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e47eea41-832c-489a-a477-175804151a7d admin admin] Publish callbacks [] for security_group (779aaffd-b5e4-4f33-b476-ed7be302b2ac), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:52.446370 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b8981e16-6892-4017-962a-3d0e28e3a14d req-acc5f8de-3571-4408-af69-cb809bc9ef6d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Apr 04 17:46:52.462726 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e47eea41-832c-489a-a477-175804151a7d admin admin] Publish callbacks [] for security_group (779aaffd-b5e4-4f33-b476-ed7be302b2ac), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:52.518100 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e47eea41-832c-489a-a477-175804151a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (779aaffd-b5e4-4f33-b476-ed7be302b2ac), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:52.520964 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e47eea41-832c-489a-a477-175804151a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:52.522112 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e47eea41-832c-489a-a477-175804151a7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/779aaffd-b5e4-4f33-b476-ed7be302b2ac HTTP/1.1" status: 204 len: 168 time: 0.1484132 Apr 04 17:46:52.529715 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eea41-832c-489a-a477-175804151a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779aaffd-b5e4-4f33-b476-ed7be302b2ac,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:52.587539 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-8e48015f-7669-4bfe-a31b-962154eb736e tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:52.589068 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-8e48015f-7669-4bfe-a31b-962154eb736e tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 946 time: 0.0556922 Apr 04 17:46:52.722019 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Deleting port c6bdb251-cd09-42d0-8b39-a3d130778785 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:46:52.722340 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.039324 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] For port c6bdb251-cd09-42d0-8b39-a3d130778785, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c6bdb251-cd09-42d0-8b39-a3d130778785,segment=NetworkSegment(1ed39a59-2e6f-4674-8af9-0fdffa1cc358),segment_id=1ed39a59-2e6f-4674-8af9-0fdffa1cc358)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:46:53.039684 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.054540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Calling delete_port for c6bdb251-cd09-42d0-8b39-a3d130778785 owned by compute:nova {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:46:53.131948 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:46:53.279558 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (c6bdb251-cd09-42d0-8b39-a3d130778785), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.295609 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['c6bdb251-cd09-42d0-8b39-a3d130778785'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:46:53.312340 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Pushing event deleted for resources: {'Port': ['ID=c6bdb251-cd09-42d0-8b39-a3d130778785,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:53.321593 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba966a5a-af4d-41d6-b9fe-35bf6a18b68c req-c0946ad7-2f26-4eb9-a8b6-278e1ef24f7b tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:53.323228 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ba966a5a-af4d-41d6-b9fe-35bf6a18b68c req-c0946ad7-2f26-4eb9-a8b6-278e1ef24f7b tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 867 time: 0.1187239 Apr 04 17:46:53.392820 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-61e71fd9-2b2d-421d-8690-741b52737175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.407029 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] No DVR routers for this DVR port c6bdb251-cd09-42d0-8b39-a3d130778785 on host hv-cinder-78836 {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:46:53.416614 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.420525 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fa718cb2-a010-4b1c-ac9e-b2c27702aff3 req-11245410-ed3e-40e7-9e79-138cee95349f tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.11 "DELETE /v2.0/ports/c6bdb251-cd09-42d0-8b39-a3d130778785 HTTP/1.1" status: 204 len: 173 time: 0.8255975 Apr 04 17:46:53.420969 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'name': 'network-vif-deleted', 'tag': 'c6bdb251-cd09-42d0-8b39-a3d130778785'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:46:53.423204 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9c926-2fdc-41b0-b36d-1da91777c4d5" -d '{"events": [{"server_uuid": "c1857d73-7d9d-4022-90ed-460331c3e628", "name": "network-vif-deleted", "tag": "c6bdb251-cd09-42d0-8b39-a3d130778785"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:46:53.452212 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ba966a5a-af4d-41d6-b9fe-35bf6a18b68c req-dc9852ac-da3b-4612-8c0c-3d32cfc31442 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991662 Apr 04 17:46:53.478145 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291f3c3-945b-40dd-998b-732f402f9b79 x-openstack-request-id: req-c291f3c3-945b-40dd-998b-732f402f9b79 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:46:53.478458 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1857d73-7d9d-4022-90ed-460331c3e628", "name": "network-vif-deleted", "tag": "c6bdb251-cd09-42d0-8b39-a3d130778785", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:46:53.478715 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c291f3c3-945b-40dd-998b-732f402f9b79 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:46:53.479315 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c291f3c3-945b-40dd-998b-732f402f9b79'] response: {'server_uuid': 'c1857d73-7d9d-4022-90ed-460331c3e628', 'name': 'network-vif-deleted', 'tag': 'c6bdb251-cd09-42d0-8b39-a3d130778785', 'status': 'completed', 'code': 200} Apr 04 17:46:53.572091 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241db21-b9f9-47d6-b37f-23ac76d385f7 req-b7f2a4dd-a1c5-418a-aaa0-fb7051c0aeed tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:53.573593 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2241db21-b9f9-47d6-b37f-23ac76d385f7 req-b7f2a4dd-a1c5-418a-aaa0-fb7051c0aeed tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0559092 Apr 04 17:46:53.622175 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2241db21-b9f9-47d6-b37f-23ac76d385f7 req-e4e651bb-6d73-4c37-8569-4ca108611569 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Apr 04 17:46:53.793956 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41638) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:53.797729 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41640) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:53.900273 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d880-763a-4891-9aef-0a66504baba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.908612 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f47ad7b-aff3-41bc-811a-43ae20cc91e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.980990 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d880-763a-4891-9aef-0a66504baba7 admin admin] Publish callbacks [] for security_group (54cc2f09-a76e-4241-9195-f465a56a955f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.985157 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d880-763a-4891-9aef-0a66504baba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (54cc2f09-a76e-4241-9195-f465a56a955f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.987398 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f47ad7b-aff3-41bc-811a-43ae20cc91e6 admin admin] Publish callbacks [] for security_group (b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:53.990701 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f47ad7b-aff3-41bc-811a-43ae20cc91e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.033766 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3cd9d880-763a-4891-9aef-0a66504baba7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e5c2f466ce401c811836decd5458e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320058 Apr 04 17:46:54.033990 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2f47ad7b-aff3-41bc-811a-43ae20cc91e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a93d8a37e2884144b65765f61e5ebdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335687 Apr 04 17:46:54.033990 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47ad7b-aff3-41bc-811a-43ae20cc91e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:54.034225 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41646) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:54.035567 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41648) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:54.053945 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9d880-763a-4891-9aef-0a66504baba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc2f09-a76e-4241-9195-f465a56a955f,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:54.088616 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-244bcaf9-ef41-48f7-9c03-21b7016a06f8 admin admin] Publish callbacks [] for security_group (b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.088814 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d611fdc7-f01b-47fd-b1e7-2ea6a8598aa4 admin admin] Publish callbacks [] for security_group (54cc2f09-a76e-4241-9195-f465a56a955f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.109932 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-244bcaf9-ef41-48f7-9c03-21b7016a06f8 admin admin] Publish callbacks [] for security_group (b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.110540 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d611fdc7-f01b-47fd-b1e7-2ea6a8598aa4 admin admin] Publish callbacks [] for security_group (54cc2f09-a76e-4241-9195-f465a56a955f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.162115 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-244bcaf9-ef41-48f7-9c03-21b7016a06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.163115 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d611fdc7-f01b-47fd-b1e7-2ea6a8598aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (54cc2f09-a76e-4241-9195-f465a56a955f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.165186 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-244bcaf9-ef41-48f7-9c03-21b7016a06f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.168853 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-244bcaf9-ef41-48f7-9c03-21b7016a06f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920 HTTP/1.1" status: 204 len: 168 time: 0.1300335 Apr 04 17:46:54.172274 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d611fdc7-f01b-47fd-b1e7-2ea6a8598aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.173564 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d611fdc7-f01b-47fd-b1e7-2ea6a8598aa4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54cc2f09-a76e-4241-9195-f465a56a955f HTTP/1.1" status: 204 len: 168 time: 0.1391530 Apr 04 17:46:54.180916 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bcaf9-ef41-48f7-9c03-21b7016a06f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ee6bf6-d8e0-4617-95a7-a31d4f0f9920,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:54.186934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611fdc7-f01b-47fd-b1e7-2ea6a8598aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc2f09-a76e-4241-9195-f465a56a955f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:54.520263 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41670) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:54.533638 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4500683f-cbd8-4bef-bc47-5c46aaac3a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.568660 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6e9485fb-546f-41b2-8c70-f1525e75b1d8 req-4f749973-e74f-490e-8b22-effa83c8b97e tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0373280 Apr 04 17:46:54.628504 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4500683f-cbd8-4bef-bc47-5c46aaac3a8c admin admin] Publish callbacks [] for security_group (84beebcb-1d4e-45b1-8f50-b54e59ce6d0e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.632633 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4500683f-cbd8-4bef-bc47-5c46aaac3a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (84beebcb-1d4e-45b1-8f50-b54e59ce6d0e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.674949 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500683f-cbd8-4bef-bc47-5c46aaac3a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84beebcb-1d4e-45b1-8f50-b54e59ce6d0e,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:54.680418 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4500683f-cbd8-4bef-bc47-5c46aaac3a8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ec50bf17b0a473cb9f02337b3e78805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589451 Apr 04 17:46:54.683354 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41676) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:54.758542 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-67453f7c-269a-4e65-a282-fb9278631d56 admin admin] Publish callbacks [] for security_group (84beebcb-1d4e-45b1-8f50-b54e59ce6d0e), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.789026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-67453f7c-269a-4e65-a282-fb9278631d56 admin admin] Publish callbacks [] for security_group (84beebcb-1d4e-45b1-8f50-b54e59ce6d0e), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.807678 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa45c-c069-4b23-8f17-b52a179d3151 req-b01af852-0dc3-4e72-adfb-75f3a2e53dde tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:54.809214 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75dfa45c-c069-4b23-8f17-b52a179d3151 req-b01af852-0dc3-4e72-adfb-75f3a2e53dde tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0873902 Apr 04 17:46:54.880026 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75dfa45c-c069-4b23-8f17-b52a179d3151 req-abc6f9bd-a8e1-4ce5-bea3-798f17e2e920 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640385 Apr 04 17:46:54.885478 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-67453f7c-269a-4e65-a282-fb9278631d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (84beebcb-1d4e-45b1-8f50-b54e59ce6d0e), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.888446 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-67453f7c-269a-4e65-a282-fb9278631d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:54.892106 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-67453f7c-269a-4e65-a282-fb9278631d56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84beebcb-1d4e-45b1-8f50-b54e59ce6d0e HTTP/1.1" status: 204 len: 168 time: 0.2049911 Apr 04 17:46:54.907835 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67453f7c-269a-4e65-a282-fb9278631d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84beebcb-1d4e-45b1-8f50-b54e59ce6d0e,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:55.404393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41710) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:55.516654 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c6185d28-9efe-46af-8a8a-d979a52338a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.593865 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c6185d28-9efe-46af-8a8a-d979a52338a7 admin admin] Publish callbacks [] for security_group (18a0cccb-3cf5-4b57-94ca-e679af46e7da), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.598533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c6185d28-9efe-46af-8a8a-d979a52338a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (18a0cccb-3cf5-4b57-94ca-e679af46e7da), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.651891 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c6185d28-9efe-46af-8a8a-d979a52338a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d58ed73669d4d27bb3631d8be9c3489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463841 Apr 04 17:46:55.654738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6185d28-9efe-46af-8a8a-d979a52338a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a0cccb-3cf5-4b57-94ca-e679af46e7da,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:55.655073 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41726) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:55.692862 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1ce5efa8-b8f9-4bc9-9257-913e6e5e23e0 req-3276cbc9-4d70-4467-956d-2bce9eb8adae tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0440004 Apr 04 17:46:55.724925 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20661ed6-6fcb-4348-9d24-7fbdbad2395c admin admin] Publish callbacks [] for security_group (18a0cccb-3cf5-4b57-94ca-e679af46e7da), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.736313 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f9c48faf-3f17-4b65-866b-e5691b295cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.752054 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20661ed6-6fcb-4348-9d24-7fbdbad2395c admin admin] Publish callbacks [] for security_group (18a0cccb-3cf5-4b57-94ca-e679af46e7da), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.799624 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20661ed6-6fcb-4348-9d24-7fbdbad2395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (18a0cccb-3cf5-4b57-94ca-e679af46e7da), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.802171 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20661ed6-6fcb-4348-9d24-7fbdbad2395c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:55.803308 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-20661ed6-6fcb-4348-9d24-7fbdbad2395c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18a0cccb-3cf5-4b57-94ca-e679af46e7da HTTP/1.1" status: 204 len: 168 time: 0.1472716 Apr 04 17:46:55.812749 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20661ed6-6fcb-4348-9d24-7fbdbad2395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a0cccb-3cf5-4b57-94ca-e679af46e7da,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:56.014709 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c35ab0-c5c2-4634-a750-d6107e01d530 req-ef480e10-f3e1-4819-ac68-76f402d46564 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:56.020768 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-49c35ab0-c5c2-4634-a750-d6107e01d530 req-ef480e10-f3e1-4819-ac68-76f402d46564 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0677695 Apr 04 17:46:56.081596 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-49c35ab0-c5c2-4634-a750-d6107e01d530 req-0f20431b-47e1-4a8e-bab9-c5eb4cc4d9be tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597401 Apr 04 17:46:56.509951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c6bdb251-cd09-42d0-8b39-a3d130778785 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:46:56.533194 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: c6bdb251-cd09-42d0-8b39-a3d130778785 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:46:56.533663 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c6bdb251-cd09-42d0-8b39-a3d130778785 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:46:56.719971 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:56.785162 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b9fd4a1f-7827-4374-8554-fb060b1e6714 req-0e0d391e-d48f-4f9f-a955-b592745906b9 tempest-DeleteServersTestJSON-1126513731 tempest-DeleteServersTestJSON-1126513731-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1857d73-7d9d-4022-90ed-460331c3e628 HTTP/1.1" status: 200 len: 210 time: 0.0278788 Apr 04 17:46:57.210032 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abf739-3d07-4e82-b04a-e15ff7ead17a req-04320ab7-8b9b-4b8b-8f4b-78dc62052b5d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:57.211687 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54abf739-3d07-4e82-b04a-e15ff7ead17a req-04320ab7-8b9b-4b8b-8f4b-78dc62052b5d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0595882 Apr 04 17:46:57.263161 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54abf739-3d07-4e82-b04a-e15ff7ead17a req-3296e05b-7f84-4da9-a1b1-a453abc9e373 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Apr 04 17:46:58.264617 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:58.393120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fc98-c280-4f4f-a50b-6ca2c3321550 req-f2a3a7d8-4c13-459a-be34-40b939a77a0e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:58.395177 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9738fc98-c280-4f4f-a50b-6ca2c3321550 req-f2a3a7d8-4c13-459a-be34-40b939a77a0e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0595944 Apr 04 17:46:58.453113 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9738fc98-c280-4f4f-a50b-6ca2c3321550 req-d6b4735f-3c0e-4117-a0c6-5050faa4f022 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522256 Apr 04 17:46:59.090997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41858) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:59.196219 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.243834 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41870) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:59.272479 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Publish callbacks [] for security_group (0354f943-e56d-4cb3-9d2f-a7a17211d40d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.276938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (0354f943-e56d-4cb3-9d2f-a7a17211d40d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.288258 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Deleting subnet 3a557627-285d-469b-9036-3a95cb63a9e7 {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:46:59.291314 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Publish callbacks [] for subnet (3a557627-285d-469b-9036-3a95cb63a9e7), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.315120 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=409a489052764c4aaff77bebb48d5fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230661 Apr 04 17:46:59.317649 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 41872) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:59.323364 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354f943-e56d-4cb3-9d2f-a7a17211d40d,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:59.325221 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3439884'] for subnet (3a557627-285d-469b-9036-3a95cb63a9e7), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.337457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.337736 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.338101 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.338442 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.338829 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.339175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.339483 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.339806 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.340145 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.340526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.341379 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.341724 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.342047 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.342365 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.342680 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e824fe8-2cac-496d-a9e1-65643858b88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.369026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (3a557627-285d-469b-9036-3a95cb63a9e7), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.380652 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e30f530-c806-4298-a51d-9614b701fabf admin admin] Publish callbacks [] for security_group (0354f943-e56d-4cb3-9d2f-a7a17211d40d), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.402038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e30f530-c806-4298-a51d-9614b701fabf admin admin] Publish callbacks [] for security_group (0354f943-e56d-4cb3-9d2f-a7a17211d40d), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.429459 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1371370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4021758'] for subnet (3a557627-285d-469b-9036-3a95cb63a9e7), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.453810 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e30f530-c806-4298-a51d-9614b701fabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (0354f943-e56d-4cb3-9d2f-a7a17211d40d), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.456303 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a557627-285d-469b-9036-3a95cb63a9e7,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:59.459053 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.459189 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7e30f530-c806-4298-a51d-9614b701fabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.463537 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7e30f530-c806-4298-a51d-9614b701fabf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0354f943-e56d-4cb3-9d2f-a7a17211d40d HTTP/1.1" status: 204 len: 168 time: 0.1449378 Apr 04 17:46:59.464605 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a557627-285d-469b-9036-3a95cb63a9e7 HTTP/1.1" status: 204 len: 168 time: 0.2196317 Apr 04 17:46:59.465254 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41876) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:46:59.471984 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30f530-c806-4298-a51d-9614b701fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354f943-e56d-4cb3-9d2f-a7a17211d40d,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:46:59.488005 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.488304 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.488645 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.488960 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.489290 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.489611 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.489923 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.490231 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.490562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.491214 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.491695 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.492389 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.492637 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.492955 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.493271 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09df3e0-4e4c-41ed-a736-4445c136d350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:46:59.568046 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (65007bb8-4f80-4a6e-9cd0-8aa609397a12), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.665645 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7817fc-5ed9-4fab-989f-c350871d34da req-25b92a0d-a602-489f-9d4c-b1b9a4f2a5c9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:46:59.667110 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ee7817fc-5ed9-4fab-989f-c350871d34da req-25b92a0d-a602-489f-9d4c-b1b9a4f2a5c9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1155787 Apr 04 17:46:59.700892 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (65007bb8-4f80-4a6e-9cd0-8aa609397a12), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.741475 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65007bb8-4f80-4a6e-9cd0-8aa609397a12']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:59.756903 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed39a59-2e6f-4674-8af9-0fdffa1cc358') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:59.757195 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed39a59-2e6f-4674-8af9-0fdffa1cc358') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:46:59.776486 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ee7817fc-5ed9-4fab-989f-c350871d34da req-6d0ba88e-d58f-47fb-9006-676eafe82dc9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966430 Apr 04 17:46:59.781213 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (1ed39a59-2e6f-4674-8af9-0fdffa1cc358), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.795952 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (1ed39a59-2e6f-4674-8af9-0fdffa1cc358), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.802843 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:46:59.803316 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (1ed39a59-2e6f-4674-8af9-0fdffa1cc358), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:46:59.805002 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:46:59.836060 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.862357 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (65007bb8-4f80-4a6e-9cd0-8aa609397a12), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.866614 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:46:59.874249 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] 10.222.0.24 "DELETE /v2.0/networks/65007bb8-4f80-4a6e-9cd0-8aa609397a12 HTTP/1.1" status: 204 len: 168 time: 0.4067657 Apr 04 17:46:59.888400 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37450c-f14c-4002-84af-faf11933f40d admin admin] Pushing event deleted for resources: {'Network': ['ID=65007bb8-4f80-4a6e-9cd0-8aa609397a12,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:00.060360 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41902) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:00.102626 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-55885d5b-4716-4030-9518-e05691b72519 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e19b519e98f144e592f48160ff93a351&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411160 Apr 04 17:47:00.105078 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 41906) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:00.153291 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0c0f-7f84-4b07-98ca-c39ead54df29 admin admin] Publish callbacks [] for security_group (5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:00.177083 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0c0f-7f84-4b07-98ca-c39ead54df29 admin admin] Publish callbacks [] for security_group (5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:00.228638 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0c0f-7f84-4b07-98ca-c39ead54df29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:00.235226 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e4fe0c0f-7f84-4b07-98ca-c39ead54df29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:00.235226 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e4fe0c0f-7f84-4b07-98ca-c39ead54df29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5 HTTP/1.1" status: 204 len: 168 time: 0.1265879 Apr 04 17:47:00.242078 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe0c0f-7f84-4b07-98ca-c39ead54df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db06f7e-4aa0-42e2-86b3-07bd3db1a3c5,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:00.885710 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97c04-e609-442b-b4eb-ffa1432d2cbc req-84fb093d-055c-4c7d-9e63-452f8fb888c2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:00.887126 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d6f97c04-e609-442b-b4eb-ffa1432d2cbc req-84fb093d-055c-4c7d-9e63-452f8fb888c2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0554957 Apr 04 17:47:00.935910 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d6f97c04-e609-442b-b4eb-ffa1432d2cbc req-e6bd3056-62aa-4e96-9e9e-8eac95fa5710 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Apr 04 17:47:01.293345 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-0fbdcad9-da13-4b15-ac04-757a1116df94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746765 Apr 04 17:47:01.393794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-1ed97652-cd00-4c85-ab23-ff4af161926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:01.396014 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-1ed97652-cd00-4c85-ab23-ff4af161926d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1130 time: 0.0581686 Apr 04 17:47:01.518736 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-697ba348-3359-4826-80c5-d660e7b89782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:01.520620 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-697ba348-3359-4826-80c5-d660e7b89782 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.0952802 Apr 04 17:47:01.565153 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-dcd33456-971b-407c-9941-e8f94d7dbf3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b HTTP/1.1" status: 200 len: 217 time: 0.0352855 Apr 04 17:47:01.639599 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-fc61fe80-c67a-4ac0-baa3-73d2333a22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:01.646473 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-fc61fe80-c67a-4ac0-baa3-73d2333a22de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0664568 Apr 04 17:47:01.706423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-d111bd44-bdf9-40ed-8770-7c5013cc3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:01.708501 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-d111bd44-bdf9-40ed-8770-7c5013cc3770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593853 Apr 04 17:47:01.761880 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:01.826064 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-738fa58e-a536-42d9-b237-afb390507ba2 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012647 Apr 04 17:47:01.948219 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-2e262dec-1cce-4574-8f7f-295f0b1f4e9d tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=99776f9aecdd43ba9012e908d9922cc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393639 Apr 04 17:47:02.008438 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85257dea-4be4-4096-aa6d-1255217d2cbb req-3d1dc630-7c88-4189-93dd-ccc09778ebf8 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763225 Apr 04 17:47:02.078173 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ce7ec-a556-49ee-982e-a44e94be373a req-967cc8c5-d3f9-4cf6-abf7-7570b96bc6ec tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:02.085303 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ef0ce7ec-a556-49ee-982e-a44e94be373a req-967cc8c5-d3f9-4cf6-abf7-7570b96bc6ec tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0698442 Apr 04 17:47:02.133853 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ef0ce7ec-a556-49ee-982e-a44e94be373a req-07cb60ea-3443-4dad-9a61-f650ea116677 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Apr 04 17:47:02.193361 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-c712f797-9d9d-465e-b052-192e4beaecae tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:02.195168 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-c712f797-9d9d-465e-b052-192e4beaecae tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397981 Apr 04 17:47:02.212373 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7fba331e-45e0-4f85-bd6f-68d557057c6f tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/quotas/99776f9aecdd43ba9012e908d9922cc0 HTTP/1.1" status: 200 len: 375 time: 0.0118694 Apr 04 17:47:02.245887 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-111f06fd-7019-43c8-864b-4fbe6e5bd057 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=99776f9aecdd43ba9012e908d9922cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281587 Apr 04 17:47:02.460347 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fc2df729-ebbd-4afc-b7d8-34c31f6b45ff req-76a08520-0aa6-4c60-a192-422d07ff1806 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 210 time: 0.0399981 Apr 04 17:47:02.776174 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42074) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:02.941044 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d969-b28a-4164-82bc-31012a4951fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.084438 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d969-b28a-4164-82bc-31012a4951fc admin admin] Publish callbacks [] for security_group (3a13dd79-fd13-4e8e-9cab-1bce64190dae), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.088319 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d969-b28a-4164-82bc-31012a4951fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (3a13dd79-fd13-4e8e-9cab-1bce64190dae), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.130278 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8d969-b28a-4164-82bc-31012a4951fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13dd79-fd13-4e8e-9cab-1bce64190dae,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:03.148937 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-b6f8d969-b28a-4164-82bc-31012a4951fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbf6819ae1d34063aed4923cd58b922b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711393 Apr 04 17:47:03.152047 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42114) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:03.290773 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a935ad95-0237-4473-817b-1d616e02d914 admin admin] Publish callbacks [] for security_group (3a13dd79-fd13-4e8e-9cab-1bce64190dae), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.317817 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a935ad95-0237-4473-817b-1d616e02d914 admin admin] Publish callbacks [] for security_group (3a13dd79-fd13-4e8e-9cab-1bce64190dae), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.332983 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201965b2-e356-4c7e-b91e-3b139cd0dbc4 req-90d6a106-718d-489a-a690-7360c8076100 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:03.334762 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-201965b2-e356-4c7e-b91e-3b139cd0dbc4 req-90d6a106-718d-489a-a690-7360c8076100 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0995402 Apr 04 17:47:03.401192 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-201965b2-e356-4c7e-b91e-3b139cd0dbc4 req-c6ca83ed-befb-4707-9b46-0993ab4a8f70 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556672 Apr 04 17:47:03.417993 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a935ad95-0237-4473-817b-1d616e02d914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (3a13dd79-fd13-4e8e-9cab-1bce64190dae), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.420577 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a935ad95-0237-4473-817b-1d616e02d914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.421683 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a935ad95-0237-4473-817b-1d616e02d914 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a13dd79-fd13-4e8e-9cab-1bce64190dae HTTP/1.1" status: 204 len: 168 time: 0.2686012 Apr 04 17:47:03.429719 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935ad95-0237-4473-817b-1d616e02d914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13dd79-fd13-4e8e-9cab-1bce64190dae,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:03.565277 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-128075ef-659b-4576-b3d0-605aa844e8a5 req-6ab0f566-a3f3-4f35-9fd7-cb66246b5265 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 210 time: 0.0326796 Apr 04 17:47:03.670270 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42146) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:03.749723 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-1796afa3-675d-4fe1-82f7-700f507160cc tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=99776f9aecdd43ba9012e908d9922cc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262625 Apr 04 17:47:03.809663 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42152) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:03.823012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-479dac83-669e-419b-b936-9393f7209353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.856361 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52f2d7e4-f760-4f22-bbd2-98b81eb8624b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.922272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-479dac83-669e-419b-b936-9393f7209353 admin admin] Publish callbacks [] for security_group (da38f8b6-d7b3-44c0-a598-3a3f58a09d73), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.926481 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-479dac83-669e-419b-b936-9393f7209353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (da38f8b6-d7b3-44c0-a598-3a3f58a09d73), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:03.939849 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-68863507-aa6b-4c24-acc2-7d572b315b18 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:03.941503 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-68863507-aa6b-4c24-acc2-7d572b315b18 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848557 Apr 04 17:47:03.958922 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Request body: {'port': {'device_id': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db', 'admin_state_up': True, 'tenant_id': '99776f9aecdd43ba9012e908d9922cc0'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:03.971964 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-479dac83-669e-419b-b936-9393f7209353 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=452e68741dd243cbb2eb3884e82fd60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588538 Apr 04 17:47:03.971964 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dac83-669e-419b-b936-9393f7209353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da38f8b6-d7b3-44c0-a598-3a3f58a09d73,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:03.973536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42158) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:04.027075 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f20f1df6-2f47-405b-ac28-ce81e9b970cd admin admin] Publish callbacks [] for security_group (da38f8b6-d7b3-44c0-a598-3a3f58a09d73), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.043517 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52f2d7e4-f760-4f22-bbd2-98b81eb8624b admin admin] Publish callbacks [] for security_group (02cf5839-5fbd-441e-b614-59e1bdf7a844), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.048335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f20f1df6-2f47-405b-ac28-ce81e9b970cd admin admin] Publish callbacks [] for security_group (da38f8b6-d7b3-44c0-a598-3a3f58a09d73), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.056037 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52f2d7e4-f760-4f22-bbd2-98b81eb8624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (02cf5839-5fbd-441e-b614-59e1bdf7a844), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.103840 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f20f1df6-2f47-405b-ac28-ce81e9b970cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (da38f8b6-d7b3-44c0-a598-3a3f58a09d73), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.107108 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f20f1df6-2f47-405b-ac28-ce81e9b970cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.108313 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f20f1df6-2f47-405b-ac28-ce81e9b970cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da38f8b6-d7b3-44c0-a598-3a3f58a09d73 HTTP/1.1" status: 204 len: 168 time: 0.1336484 Apr 04 17:47:04.117845 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f1df6-2f47-405b-ac28-ce81e9b970cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da38f8b6-d7b3-44c0-a598-3a3f58a09d73,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:04.121404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42162) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:04.121659 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-52f2d7e4-f760-4f22-bbd2-98b81eb8624b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30d18e3b29da47e0805413e01cf659c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502339 Apr 04 17:47:04.126364 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2d7e4-f760-4f22-bbd2-98b81eb8624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf5839-5fbd-441e-b614-59e1bdf7a844,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:04.150757 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Made reservation on behalf of 99776f9aecdd43ba9012e908d9922cc0 for: {'port': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:47:04.155052 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.171577 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.186771 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-713cf65f-7929-4a8d-9cd4-0a4232e82620 admin admin] Publish callbacks [] for security_group (02cf5839-5fbd-441e-b614-59e1bdf7a844), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.213413 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-713cf65f-7929-4a8d-9cd4-0a4232e82620 admin admin] Publish callbacks [] for security_group (02cf5839-5fbd-441e-b614-59e1bdf7a844), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.263440 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks [] for security_group (2c7c071e-a443-41d6-9c24-887298c075b9), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.267102 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2c7c071e-a443-41d6-9c24-887298c075b9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.269536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-713cf65f-7929-4a8d-9cd4-0a4232e82620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (02cf5839-5fbd-441e-b614-59e1bdf7a844), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.272069 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-713cf65f-7929-4a8d-9cd4-0a4232e82620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.273557 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-713cf65f-7929-4a8d-9cd4-0a4232e82620 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02cf5839-5fbd-441e-b614-59e1bdf7a844 HTTP/1.1" status: 204 len: 168 time: 0.1510262 Apr 04 17:47:04.282430 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cf65f-7929-4a8d-9cd4-0a4232e82620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf5839-5fbd-441e-b614-59e1bdf7a844,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:04.354878 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7c071e-a443-41d6-9c24-887298c075b9,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:04.477301 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Allocated IP 192.168.233.123 (40d2801a-923e-4d09-a62e-72476b77b8db/1f7ff5a9-4a02-48f7-886f-18e47acb8a90/701eccd4-0c87-4205-91db-d754fed59f26) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:47:04.581936 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d72b89-0461-4add-a043-f00a9bbc7d76 req-e8f5d7d2-1dd8-4f83-af18-3db9dd16c245 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:04.583685 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c0d72b89-0461-4add-a043-f00a9bbc7d76 req-e8f5d7d2-1dd8-4f83-af18-3db9dd16c245 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1000104 Apr 04 17:47:04.699146 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c0d72b89-0461-4add-a043-f00a9bbc7d76 req-d31ff6ae-1536-4597-8442-2d64c0d506be tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785186 Apr 04 17:47:04.701694 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4721b7d0-a27d-4499-a1cd-48ee71b52af0 req-42e4dbe7-57e5-44ff-a889-f54604328f91 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 210 time: 0.0495539 Apr 04 17:47:04.729463 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks [] for port (701eccd4-0c87-4205-91db-d754fed59f26), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.774366 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (701eccd4-0c87-4205-91db-d754fed59f26), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.813326 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42188) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:04.815748 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Network 40d2801a-923e-4d09-a62e-72476b77b8db is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:47:04.819079 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:47:04.822807 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:47:04.828317 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-49b084ac-ccc0-4f12-a7f3-9913e902511f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.858019 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Pushing event updated for resources: {'Port': ['ID=701eccd4-0c87-4205-91db-d754fed59f26,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:04.898227 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:04.899164 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.920279 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-84e4a376-b88a-449a-97e7-8cf44e575603 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9661939 Apr 04 17:47:04.935779 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-49b084ac-ccc0-4f12-a7f3-9913e902511f admin admin] Publish callbacks [] for security_group (dd597449-a996-48e5-8890-402a7927dd6d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.938179 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Request body: {'port': {'device_id': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:04.941065 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-49b084ac-ccc0-4f12-a7f3-9913e902511f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (dd597449-a996-48e5-8890-402a7927dd6d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:04.984068 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b084ac-ccc0-4f12-a7f3-9913e902511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd597449-a996-48e5-8890-402a7927dd6d,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:05.005284 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-49b084ac-ccc0-4f12-a7f3-9913e902511f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3533a45f25db4aa59e7a230916d38a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905425 Apr 04 17:47:05.007673 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42194) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:05.035209 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (701eccd4-0c87-4205-91db-d754fed59f26), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.069094 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-045e96c0-8233-4532-9eb1-1f340cab59ed admin admin] Publish callbacks [] for security_group (dd597449-a996-48e5-8890-402a7927dd6d), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.094042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f5a063d5-1020-4477-ac7e-248bbfc3c223 None None] Provisioning complete for port 701eccd4-0c87-4205-91db-d754fed59f26 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:47:05.095232 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f5a063d5-1020-4477-ac7e-248bbfc3c223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (701eccd4-0c87-4205-91db-d754fed59f26), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.102498 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-045e96c0-8233-4532-9eb1-1f340cab59ed admin admin] Publish callbacks [] for security_group (dd597449-a996-48e5-8890-402a7927dd6d), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.136448 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f5a063d5-1020-4477-ac7e-248bbfc3c223 None None] Port 701eccd4-0c87-4205-91db-d754fed59f26 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:47:05.170811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-045e96c0-8233-4532-9eb1-1f340cab59ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (dd597449-a996-48e5-8890-402a7927dd6d), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.174159 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-045e96c0-8233-4532-9eb1-1f340cab59ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.175940 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-045e96c0-8233-4532-9eb1-1f340cab59ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd597449-a996-48e5-8890-402a7927dd6d HTTP/1.1" status: 204 len: 168 time: 0.1670372 Apr 04 17:47:05.184936 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e96c0-8233-4532-9eb1-1f340cab59ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd597449-a996-48e5-8890-402a7927dd6d,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:05.366269 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701eccd4-0c87-4205-91db-d754fed59f26 {{(pid=115104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:47:05.374161 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Publish callbacks [] for port (701eccd4-0c87-4205-91db-d754fed59f26), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.387288 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.provisioning_blocks [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Transition to ACTIVE for port object 701eccd4-0c87-4205-91db-d754fed59f26 will not be triggered until provisioned by entity L2. {{(pid=115104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:47:05.391696 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (701eccd4-0c87-4205-91db-d754fed59f26), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.467335 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Pushing event updated for resources: {'Port': ['ID=701eccd4-0c87-4205-91db-d754fed59f26,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:05.564678 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Attempting to bind port 701eccd4-0c87-4205-91db-d754fed59f26 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:47:05.565108 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Attempting to bind port 701eccd4-0c87-4205-91db-d754fed59f26 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:47:05.565622 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Attempting to bind port 701eccd4-0c87-4205-91db-d754fed59f26 on network 40d2801a-923e-4d09-a62e-72476b77b8db {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:47:05.570167 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Port 701eccd4-0c87-4205-91db-d754fed59f26 on network 40d2801a-923e-4d09-a62e-72476b77b8db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:47:05.570486 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Attempting to bind port 701eccd4-0c87-4205-91db-d754fed59f26 on network 40d2801a-923e-4d09-a62e-72476b77b8db {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:47:05.578830 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:47:05.579282 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Checking segment: {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:47:05.579965 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Bound using segment: {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:47:05.580639 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Bound port: 701eccd4-0c87-4205-91db-d754fed59f26, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb24842-c102-4897-9a3d-a14574b12ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db'}}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:47:05.581108 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (701eccd4-0c87-4205-91db-d754fed59f26), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.659868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] For port 701eccd4-0c87-4205-91db-d754fed59f26, host hv-cinder-78836, cleared binding levels {{(pid=115104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:47:05.663591 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] For port 701eccd4-0c87-4205-91db-d754fed59f26, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=701eccd4-0c87-4205-91db-d754fed59f26,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:47:05.682386 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (701eccd4-0c87-4205-91db-d754fed59f26), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.715378 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:05.716045 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:05.717601 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-7e815f44-5f20-41ac-a818-467af554646c service neutron] 10.222.0.11 "PUT /v2.0/ports/701eccd4-0c87-4205-91db-d754fed59f26 HTTP/1.1" status: 200 len: 1098 time: 0.7862861 Apr 04 17:47:05.718043 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'tag': '701eccd4-0c87-4205-91db-d754fed59f26'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:47:05.720386 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "181ea7a9-89e7-4b11-a593-aae50e3100c4", "tag": "701eccd4-0c87-4205-91db-d754fed59f26"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:47:05.751782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815f44-5f20-41ac-a818-467af554646c service neutron] Pushing event updated for resources: {'Port': ['ID=701eccd4-0c87-4205-91db-d754fed59f26,revision_number=3']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:05.819514 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e64004c-3954-40d2-89cf-a1e4e090cb63 x-openstack-request-id: req-3e64004c-3954-40d2-89cf-a1e4e090cb63 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:47:05.819801 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181ea7a9-89e7-4b11-a593-aae50e3100c4", "tag": "701eccd4-0c87-4205-91db-d754fed59f26", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:47:05.820055 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e64004c-3954-40d2-89cf-a1e4e090cb63 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:47:05.820478 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e64004c-3954-40d2-89cf-a1e4e090cb63'] response: {'name': 'network-changed', 'server_uuid': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'tag': '701eccd4-0c87-4205-91db-d754fed59f26', 'status': 'completed', 'code': 200} Apr 04 17:47:05.846023 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-e02a095a-1a55-45ed-9a58-3cb83b24884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:05.848416 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-e02a095a-1a55-45ed-9a58-3cb83b24884a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99776f9aecdd43ba9012e908d9922cc0&device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 1132 time: 0.0824409 Apr 04 17:47:05.925406 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-dddc3e7b-dcd2-42b8-b110-743d4cd5be82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=701eccd4-0c87-4205-91db-d754fed59f26 HTTP/1.1" status: 200 len: 217 time: 0.0683608 Apr 04 17:47:05.938595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d1bcf-94af-4068-9080-4bb2c85a0091 req-d1d69519-2b0c-4861-b596-15fa65e800f8 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:05.938595 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f6d1bcf-94af-4068-9080-4bb2c85a0091 req-d1d69519-2b0c-4861-b596-15fa65e800f8 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 948 time: 0.1231761 Apr 04 17:47:05.954862 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42246) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:06.042073 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-64a2ef5b-c4f7-4b2d-b9d3-5aed169aa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.043306 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-64a2ef5b-c4f7-4b2d-b9d3-5aed169aa616 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f7ff5a9-4a02-48f7-886f-18e47acb8a90 HTTP/1.1" status: 200 len: 843 time: 0.0737636 Apr 04 17:47:06.062469 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2146bc2-c171-410d-935c-cb80d3d196ee req-a65df3e4-08c9-4d8d-a2e6-0d8e0d9010a4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.064125 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c2146bc2-c171-410d-935c-cb80d3d196ee req-a65df3e4-08c9-4d8d-a2e6-0d8e0d9010a4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1408153 Apr 04 17:47:06.146211 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c2146bc2-c171-410d-935c-cb80d3d196ee req-2a4474b3-af03-4fd3-abcc-1221d3c6097c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 Apr 04 17:47:06.153435 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-c82a6092-9bf1-4010-9211-380d119423f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.155442 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-c82a6092-9bf1-4010-9211-380d119423f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40d2801a-923e-4d09-a62e-72476b77b8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0902925 Apr 04 17:47:06.283440 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-01914fd2-3323-49a9-a9ed-5efbba813dfb service neutron] 10.222.0.11 "GET /v2.0/networks/40d2801a-923e-4d09-a62e-72476b77b8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175959 Apr 04 17:47:06.295206 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f6d1bcf-94af-4068-9080-4bb2c85a0091 req-83d76ab9-c9ab-4c6b-81cd-31bfc16b295e tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411372 Apr 04 17:47:06.387860 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eff6ad89-acc1-4488-96be-1a3b7172c07a req-6d77805b-4e46-4af1-bbd9-343c74b0e990 service neutron] 10.222.0.11 "GET /v2.0/networks/40d2801a-923e-4d09-a62e-72476b77b8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963280 Apr 04 17:47:06.500668 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-c17c649f-acc9-40af-959f-436785b494cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.502471 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-c17c649f-acc9-40af-959f-436785b494cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99776f9aecdd43ba9012e908d9922cc0&device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 1132 time: 0.0545304 Apr 04 17:47:06.507038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-11d8fc76-f41f-4446-b822-938d955dc812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.609954 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-11d8fc76-f41f-4446-b822-938d955dc812 admin admin] Publish callbacks [] for security_group (5e60c9ae-6d7e-4611-86a8-e2c9939ef63a), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.614746 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-da429c3c-abdc-4bbe-8a69-7f3a1efe64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.615078 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-11d8fc76-f41f-4446-b822-938d955dc812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5e60c9ae-6d7e-4611-86a8-e2c9939ef63a), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.616206 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-da429c3c-abdc-4bbe-8a69-7f3a1efe64bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=40d2801a-923e-4d09-a62e-72476b77b8db HTTP/1.1" status: 200 len: 870 time: 0.1062107 Apr 04 17:47:06.645692 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-11d8fc76-f41f-4446-b822-938d955dc812 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=098c689cc57a418db999b3a30b1b4f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6796865 Apr 04 17:47:06.648430 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42278) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:06.665171 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-af10cf9d-8ed5-4a07-ba5e-3f0cbf2fd817 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=701eccd4-0c87-4205-91db-d754fed59f26 HTTP/1.1" status: 200 len: 217 time: 0.0420971 Apr 04 17:47:06.686090 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8fc76-f41f-4446-b822-938d955dc812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e60c9ae-6d7e-4611-86a8-e2c9939ef63a,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:06.730537 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-89b4d223-740c-4e60-900c-9a63201c3587 admin admin] Publish callbacks [] for security_group (5e60c9ae-6d7e-4611-86a8-e2c9939ef63a), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.741705 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-28723bf1-10bc-4c72-bd09-7f25482ab969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.743652 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-28723bf1-10bc-4c72-bd09-7f25482ab969 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1f7ff5a9-4a02-48f7-886f-18e47acb8a90 HTTP/1.1" status: 200 len: 843 time: 0.0684862 Apr 04 17:47:06.755644 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-89b4d223-740c-4e60-900c-9a63201c3587 admin admin] Publish callbacks [] for security_group (5e60c9ae-6d7e-4611-86a8-e2c9939ef63a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.800856 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-362c1652-f237-4bd8-a255-3e60a31a5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:06.803483 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-362c1652-f237-4bd8-a255-3e60a31a5da9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40d2801a-923e-4d09-a62e-72476b77b8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0521727 Apr 04 17:47:06.821491 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-89b4d223-740c-4e60-900c-9a63201c3587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5e60c9ae-6d7e-4611-86a8-e2c9939ef63a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.825835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-89b4d223-740c-4e60-900c-9a63201c3587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:06.827826 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-89b4d223-740c-4e60-900c-9a63201c3587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e60c9ae-6d7e-4611-86a8-e2c9939ef63a HTTP/1.1" status: 204 len: 168 time: 0.1781764 Apr 04 17:47:06.839188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4d223-740c-4e60-900c-9a63201c3587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e60c9ae-6d7e-4611-86a8-e2c9939ef63a,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:07.142285 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-cb2b1db8-ce26-4bd3-a688-1754dd3e6bfb service neutron] 10.222.0.11 "GET /v2.0/networks/40d2801a-923e-4d09-a62e-72476b77b8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282154 Apr 04 17:47:07.262020 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6717ed44-1ff1-4408-a49e-ae1cbed84a3d req-baf43595-3c1d-453b-82f4-bf1612a2f5d3 service neutron] 10.222.0.11 "GET /v2.0/networks/40d2801a-923e-4d09-a62e-72476b77b8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058731 Apr 04 17:47:07.325529 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f550d3c-b99b-4667-9a9c-bcfe24c72a28 req-29574ecd-6fdc-4207-9418-98f878a328e0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:07.327430 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2f550d3c-b99b-4667-9a9c-bcfe24c72a28 req-29574ecd-6fdc-4207-9418-98f878a328e0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0640090 Apr 04 17:47:07.387173 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2f550d3c-b99b-4667-9a9c-bcfe24c72a28 req-2e4781ef-f971-4b65-aef2-dddb381d6ae6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528781 Apr 04 17:47:07.448120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081ce8a-6c93-4fb1-a9a4-ae4e01ab7bd5 req-b21eac66-0477-4726-81f4-c1d539729f42 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:07.457202 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a081ce8a-6c93-4fb1-a9a4-ae4e01ab7bd5 req-b21eac66-0477-4726-81f4-c1d539729f42 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 948 time: 0.0701962 Apr 04 17:47:07.536411 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a081ce8a-6c93-4fb1-a9a4-ae4e01ab7bd5 req-f5c516df-223c-4c15-b4ac-d3fa1c437843 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780470 Apr 04 17:47:08.512418 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a702c8-7039-44f0-9094-9e9d9e9e55f6 req-f549906e-d49f-4014-8f61-0151232ce27b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:08.513976 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a6a702c8-7039-44f0-9094-9e9d9e9e55f6 req-f549906e-d49f-4014-8f61-0151232ce27b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0533364 Apr 04 17:47:08.561725 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a6a702c8-7039-44f0-9094-9e9d9e9e55f6 req-31a1484c-f32a-4d7d-8f42-cc4ac7183cfd tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Apr 04 17:47:08.575815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 701eccd4-0c87-4205-91db-d754fed59f26 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:47:08.658393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e6e5-b3db-471a-8eca-fa9ccca5ac1d req-6ee1d245-952c-4811-9070-098afcc7f626 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:08.660071 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fe16e6e5-b3db-471a-8eca-fa9ccca5ac1d req-6ee1d245-952c-4811-9070-098afcc7f626 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 948 time: 0.0613365 Apr 04 17:47:08.690526 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 701eccd4-0c87-4205-91db-d754fed59f26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=701eccd4-0c87-4205-91db-d754fed59f26,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:47:08.705952 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '701eccd4-0c87-4205-91db-d754fed59f26', 'network_id': '40d2801a-923e-4d09-a62e-72476b77b8db', 'port_id': '701eccd4-0c87-4205-91db-d754fed59f26', 'mac_address': 'fa:16:3e:2f:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7ff5a9-4a02-48f7-886f-18e47acb8a90', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:47:08.712573 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fe16e6e5-b3db-471a-8eca-fa9ccca5ac1d req-1be2dbec-0d28-44f5-9ab3-5f1596d7ead5 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Apr 04 17:47:08.757848 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 701eccd4-0c87-4205-91db-d754fed59f26 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:47:08.758409 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (701eccd4-0c87-4205-91db-d754fed59f26), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:08.772794 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701eccd4-0c87-4205-91db-d754fed59f26 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:47:08.794954 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 701eccd4-0c87-4205-91db-d754fed59f26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=701eccd4-0c87-4205-91db-d754fed59f26,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:47:08.800078 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (701eccd4-0c87-4205-91db-d754fed59f26), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:08.857831 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=701eccd4-0c87-4205-91db-d754fed59f26,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:08.864930 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.865624 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.866010 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.866396 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.866774 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.867176 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.867740 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.868116 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.868642 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.868975 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.869382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.870118 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.870482 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.873984 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:08.873984 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:09.127459 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['701eccd4-0c87-4205-91db-d754fed59f26'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:47:09.702761 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936054ed-f4ee-4273-a544-2835acff4e46 req-cf805b19-e79d-416e-874c-c8af5939a729 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:09.704209 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-936054ed-f4ee-4273-a544-2835acff4e46 req-cf805b19-e79d-416e-874c-c8af5939a729 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0562470 Apr 04 17:47:09.750851 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-936054ed-f4ee-4273-a544-2835acff4e46 req-f9e0d86f-2f96-480b-9004-ccb69df43ddb tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Apr 04 17:47:09.834987 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb219-6e40-4c4d-a2d9-44beaa62827a req-19038250-df3b-410e-9852-9edb5201f0e4 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:09.836450 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-231cb219-6e40-4c4d-a2d9-44beaa62827a req-19038250-df3b-410e-9852-9edb5201f0e4 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 949 time: 0.0571830 Apr 04 17:47:09.881584 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-231cb219-6e40-4c4d-a2d9-44beaa62827a req-7a61d05f-5d47-43e8-886d-4d11281f885c tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Apr 04 17:47:10.469692 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42448) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:10.571229 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b51bd584-2480-4ff3-9cd0-9e5624b834ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.643635 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b51bd584-2480-4ff3-9cd0-9e5624b834ee admin admin] Publish callbacks [] for security_group (fb7de123-d77f-41ac-9ed2-db8d1a711ab8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.648455 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b51bd584-2480-4ff3-9cd0-9e5624b834ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (fb7de123-d77f-41ac-9ed2-db8d1a711ab8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.683919 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bd584-2480-4ff3-9cd0-9e5624b834ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7de123-d77f-41ac-9ed2-db8d1a711ab8,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:10.689156 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-b51bd584-2480-4ff3-9cd0-9e5624b834ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06ff21a4e4c441a9b6873f55b394482f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184532 Apr 04 17:47:10.692455 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42454) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:10.739493 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1a3a55dd-f92d-48e4-9adb-78526e1ab223 admin admin] Publish callbacks [] for security_group (fb7de123-d77f-41ac-9ed2-db8d1a711ab8), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.759925 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1a3a55dd-f92d-48e4-9adb-78526e1ab223 admin admin] Publish callbacks [] for security_group (fb7de123-d77f-41ac-9ed2-db8d1a711ab8), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.809473 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1a3a55dd-f92d-48e4-9adb-78526e1ab223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (fb7de123-d77f-41ac-9ed2-db8d1a711ab8), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.811982 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1a3a55dd-f92d-48e4-9adb-78526e1ab223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:10.815572 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-1a3a55dd-f92d-48e4-9adb-78526e1ab223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb7de123-d77f-41ac-9ed2-db8d1a711ab8 HTTP/1.1" status: 204 len: 168 time: 0.1199298 Apr 04 17:47:10.829921 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a55dd-f92d-48e4-9adb-78526e1ab223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7de123-d77f-41ac-9ed2-db8d1a711ab8,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:10.874131 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f68f-e91c-4330-99e7-eff14a5c95c9 req-ddfc4107-75e2-424c-a2a6-329e57b8f7e8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:10.875622 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5743f68f-e91c-4330-99e7-eff14a5c95c9 req-ddfc4107-75e2-424c-a2a6-329e57b8f7e8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0578821 Apr 04 17:47:10.893708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 701eccd4-0c87-4205-91db-d754fed59f26 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:47:10.930065 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5743f68f-e91c-4330-99e7-eff14a5c95c9 req-98c6b442-3236-4bdb-b6f2-32abb2915cf1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484800 Apr 04 17:47:10.947949 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 701eccd4-0c87-4205-91db-d754fed59f26 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:47:10.955408 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 701eccd4-0c87-4205-91db-d754fed59f26 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:47:10.955785 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (701eccd4-0c87-4205-91db-d754fed59f26), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.016309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf658b-04a1-46f6-b8a6-d5fae0f72a33 req-2a323c78-47af-4844-ad47-27e50af8c5e6 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:11.018501 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-25cf658b-04a1-46f6-b8a6-d5fae0f72a33 req-2a323c78-47af-4844-ad47-27e50af8c5e6 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 949 time: 0.0563941 Apr 04 17:47:11.038815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 701eccd4-0c87-4205-91db-d754fed59f26 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:47:11.039161 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (701eccd4-0c87-4205-91db-d754fed59f26), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.061869 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701eccd4-0c87-4205-91db-d754fed59f26'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:47:11.064330 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abc8a8b-d021-4c4e-8993-776b98f56ec6" -d '{"events": [{"server_uuid": "181ea7a9-89e7-4b11-a593-aae50e3100c4", "name": "network-vif-plugged", "status": "completed", "tag": "701eccd4-0c87-4205-91db-d754fed59f26"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:47:11.068070 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-25cf658b-04a1-46f6-b8a6-d5fae0f72a33 req-306c037d-c554-45ae-b685-d21c5903b55b tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 Apr 04 17:47:11.089590 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 701eccd4-0c87-4205-91db-d754fed59f26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=701eccd4-0c87-4205-91db-d754fed59f26,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:47:11.095169 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (701eccd4-0c87-4205-91db-d754fed59f26), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.119956 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a273897a-c336-42a4-8764-65a6656576b3 x-openstack-request-id: req-a273897a-c336-42a4-8764-65a6656576b3 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:47:11.120293 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181ea7a9-89e7-4b11-a593-aae50e3100c4", "name": "network-vif-plugged", "status": "completed", "tag": "701eccd4-0c87-4205-91db-d754fed59f26", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:47:11.120555 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a273897a-c336-42a4-8764-65a6656576b3 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:47:11.120950 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a273897a-c336-42a4-8764-65a6656576b3'] response: {'server_uuid': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701eccd4-0c87-4205-91db-d754fed59f26', 'code': 200} Apr 04 17:47:11.140816 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42468) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:11.146256 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=701eccd4-0c87-4205-91db-d754fed59f26,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:11.154370 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4acee653-7a58-4cfd-93ab-5a77ac1d8ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.229954 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4acee653-7a58-4cfd-93ab-5a77ac1d8ba4 admin admin] Publish callbacks [] for security_group (f341edfb-3989-483f-b26e-844c5a2582c2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.233615 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4acee653-7a58-4cfd-93ab-5a77ac1d8ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (f341edfb-3989-483f-b26e-844c5a2582c2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.272919 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4acee653-7a58-4cfd-93ab-5a77ac1d8ba4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82a3669cbc344b3f8e7fe2ed1289a11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309121 Apr 04 17:47:11.274866 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42472) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:11.277473 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee653-7a58-4cfd-93ab-5a77ac1d8ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f341edfb-3989-483f-b26e-844c5a2582c2,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:11.323249 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf6f3-278e-4f05-9273-74532c93feb2 admin admin] Publish callbacks [] for security_group (f341edfb-3989-483f-b26e-844c5a2582c2), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.347248 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf6f3-278e-4f05-9273-74532c93feb2 admin admin] Publish callbacks [] for security_group (f341edfb-3989-483f-b26e-844c5a2582c2), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.391440 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf6f3-278e-4f05-9273-74532c93feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (f341edfb-3989-483f-b26e-844c5a2582c2), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.394158 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fbfaf6f3-278e-4f05-9273-74532c93feb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.395278 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-fbfaf6f3-278e-4f05-9273-74532c93feb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f341edfb-3989-483f-b26e-844c5a2582c2 HTTP/1.1" status: 204 len: 168 time: 0.1192584 Apr 04 17:47:11.403010 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaf6f3-278e-4f05-9273-74532c93feb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341edfb-3989-483f-b26e-844c5a2582c2,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:11.700412 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42482) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:11.714102 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-012f50fe-53ed-4bfb-9123-5c566c232d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.788423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-012f50fe-53ed-4bfb-9123-5c566c232d26 admin admin] Publish callbacks [] for security_group (75e1cfa4-6306-4789-bfee-9ea7249898ca), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.792005 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-012f50fe-53ed-4bfb-9123-5c566c232d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (75e1cfa4-6306-4789-bfee-9ea7249898ca), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.828207 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-012f50fe-53ed-4bfb-9123-5c566c232d26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14eba5b27bb846f2b00b1e0fc10ba9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267722 Apr 04 17:47:11.830080 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f50fe-53ed-4bfb-9123-5c566c232d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1cfa4-6306-4789-bfee-9ea7249898ca,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:11.830962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42484) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:11.881285 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8dde-5a34-4d76-b411-0617904b13b7 admin admin] Publish callbacks [] for security_group (75e1cfa4-6306-4789-bfee-9ea7249898ca), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.901254 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8dde-5a34-4d76-b411-0617904b13b7 admin admin] Publish callbacks [] for security_group (75e1cfa4-6306-4789-bfee-9ea7249898ca), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.947184 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8dde-5a34-4d76-b411-0617904b13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (75e1cfa4-6306-4789-bfee-9ea7249898ca), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.949758 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8dde-5a34-4d76-b411-0617904b13b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:11.951379 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9fbd8dde-5a34-4d76-b411-0617904b13b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75e1cfa4-6306-4789-bfee-9ea7249898ca HTTP/1.1" status: 204 len: 168 time: 0.1193867 Apr 04 17:47:11.958963 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd8dde-5a34-4d76-b411-0617904b13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1cfa4-6306-4789-bfee-9ea7249898ca,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:12.054301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bafe7-a972-4bb5-93fd-858d8a06ba0d req-a40674e3-4e39-47e4-9ef3-967d60ac8348 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:12.055734 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f8bafe7-a972-4bb5-93fd-858d8a06ba0d req-a40674e3-4e39-47e4-9ef3-967d60ac8348 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Apr 04 17:47:12.104495 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8f8bafe7-a972-4bb5-93fd-858d8a06ba0d req-56c8c68b-fd6e-43e3-935e-84ecf5f8d7ca tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426061 Apr 04 17:47:12.193581 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a10e2-de43-4711-8423-cb73d6da172a req-ba3c2111-49cb-4878-83ae-690343dd1d24 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:12.198361 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-408a10e2-de43-4711-8423-cb73d6da172a req-ba3c2111-49cb-4878-83ae-690343dd1d24 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0554433 Apr 04 17:47:12.244446 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-408a10e2-de43-4711-8423-cb73d6da172a req-59c6c43f-132a-4266-8969-867399800b6c tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Apr 04 17:47:12.843521 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4cbc-9441-4dbf-b7f0-5e3e0d8433f3 req-1f9f11aa-4a4a-43b5-b377-6f2961b7b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:12.845067 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d60b4cbc-9441-4dbf-b7f0-5e3e0d8433f3 req-1f9f11aa-4a4a-43b5-b377-6f2961b7b042 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 1134 time: 0.0504737 Apr 04 17:47:12.903791 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d60b4cbc-9441-4dbf-b7f0-5e3e0d8433f3 req-21d70e38-c3c4-49a6-826e-c697826375e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485051 Apr 04 17:47:13.232493 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79c69-2d51-4b8f-9565-fd7e4ee793ae req-551fd758-aec3-415d-adb4-fa11385dd2b9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:13.234065 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b3c79c69-2d51-4b8f-9565-fd7e4ee793ae req-551fd758-aec3-415d-adb4-fa11385dd2b9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0562334 Apr 04 17:47:13.290890 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b3c79c69-2d51-4b8f-9565-fd7e4ee793ae req-2209c1b0-c19a-44c9-91bc-6e22084c094e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490646 Apr 04 17:47:13.382794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0b43-21b1-4ba4-a6c4-0efb3f7dc346 req-c37cabd6-fab2-413f-a3a7-bc72fb8a5fbb tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:13.384486 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-653a0b43-21b1-4ba4-a6c4-0efb3f7dc346 req-c37cabd6-fab2-413f-a3a7-bc72fb8a5fbb tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0541275 Apr 04 17:47:13.442421 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-653a0b43-21b1-4ba4-a6c4-0efb3f7dc346 req-cf53ae83-6fc5-423d-a7b6-906fce91e044 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497279 Apr 04 17:47:14.103133 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42586) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:14.204968 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fc641412-ab14-49c6-9c42-57b936f43bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.282052 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fc641412-ab14-49c6-9c42-57b936f43bd3 admin admin] Publish callbacks [] for security_group (14e85330-e91c-4952-b328-71ea728b35a0), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.285480 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fc641412-ab14-49c6-9c42-57b936f43bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (14e85330-e91c-4952-b328-71ea728b35a0), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.327594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42592) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:14.328085 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-fc641412-ab14-49c6-9c42-57b936f43bd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6840e980ad747d291dc109d6fbd1465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232459 Apr 04 17:47:14.328706 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc641412-ab14-49c6-9c42-57b936f43bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e85330-e91c-4952-b328-71ea728b35a0,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:14.393788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c81d87d-031d-414f-b5be-68df07f28ea7 admin admin] Publish callbacks [] for security_group (14e85330-e91c-4952-b328-71ea728b35a0), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.434900 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c81d87d-031d-414f-b5be-68df07f28ea7 admin admin] Publish callbacks [] for security_group (14e85330-e91c-4952-b328-71ea728b35a0), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.472111 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2be2a-d808-4ff9-b01a-537faebab146 req-3fa7c9f3-9162-4bca-9a04-c5ae82eb26da tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:14.473655 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5cf2be2a-d808-4ff9-b01a-537faebab146 req-3fa7c9f3-9162-4bca-9a04-c5ae82eb26da tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0983219 Apr 04 17:47:14.521333 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c81d87d-031d-414f-b5be-68df07f28ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (14e85330-e91c-4952-b328-71ea728b35a0), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.524011 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c81d87d-031d-414f-b5be-68df07f28ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.525156 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4c81d87d-031d-414f-b5be-68df07f28ea7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14e85330-e91c-4952-b328-71ea728b35a0 HTTP/1.1" status: 204 len: 168 time: 0.1955767 Apr 04 17:47:14.542024 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5cf2be2a-d808-4ff9-b01a-537faebab146 req-d84e3ae8-6b23-47f8-82d0-e93b9f67ef4c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589988 Apr 04 17:47:14.543147 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81d87d-031d-414f-b5be-68df07f28ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e85330-e91c-4952-b328-71ea728b35a0,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:14.580040 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bca3a-3a3c-4517-a72d-cfec434c393f req-f03adc59-209c-4316-883f-54adb268e2da tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:14.581673 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7e0bca3a-3a3c-4517-a72d-cfec434c393f req-f03adc59-209c-4316-883f-54adb268e2da tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0700338 Apr 04 17:47:14.631497 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7e0bca3a-3a3c-4517-a72d-cfec434c393f req-a220db9e-279e-4504-a91a-971ff65326ef tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Apr 04 17:47:14.847712 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42618) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:14.864921 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-be8b3309-affd-402d-b948-6137e5bc2b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:14.962625 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5661-e0e1-4b8e-9943-a61ea48bf88c req-f09ceab4-8d36-4ae1-9b64-4c97685ba65b tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:14.965142 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c23f5661-e0e1-4b8e-9943-a61ea48bf88c req-f09ceab4-8d36-4ae1-9b64-4c97685ba65b tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0721128 Apr 04 17:47:15.005072 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-be8b3309-affd-402d-b948-6137e5bc2b62 admin admin] Publish callbacks [] for security_group (57caf920-f041-4484-946a-ff52dfeeae4b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:15.011299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-be8b3309-affd-402d-b948-6137e5bc2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (57caf920-f041-4484-946a-ff52dfeeae4b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:15.031451 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c23f5661-e0e1-4b8e-9943-a61ea48bf88c req-e84109a8-5e3a-4877-8865-0034a06a1999 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527968 Apr 04 17:47:15.066749 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42630) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:15.066902 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-be8b3309-affd-402d-b948-6137e5bc2b62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22f8f1268ab64ca49ff419ae704bbc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180221 Apr 04 17:47:15.079642 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b3309-affd-402d-b948-6137e5bc2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57caf920-f041-4484-946a-ff52dfeeae4b,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:15.130898 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9a683c1a-5b54-4099-a0a4-c75030cc2cf5 admin admin] Publish callbacks [] for security_group (57caf920-f041-4484-946a-ff52dfeeae4b), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:15.152926 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9a683c1a-5b54-4099-a0a4-c75030cc2cf5 admin admin] Publish callbacks [] for security_group (57caf920-f041-4484-946a-ff52dfeeae4b), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:15.203410 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9a683c1a-5b54-4099-a0a4-c75030cc2cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (57caf920-f041-4484-946a-ff52dfeeae4b), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:15.207915 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9a683c1a-5b54-4099-a0a4-c75030cc2cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:15.209371 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-9a683c1a-5b54-4099-a0a4-c75030cc2cf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57caf920-f041-4484-946a-ff52dfeeae4b HTTP/1.1" status: 204 len: 168 time: 0.1411922 Apr 04 17:47:15.217178 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a683c1a-5b54-4099-a0a4-c75030cc2cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57caf920-f041-4484-946a-ff52dfeeae4b,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:15.671776 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717597e-1966-4491-91d5-10e58faf68b1 req-0765a252-5a1a-4833-94d1-e5eedf25ae44 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:15.673492 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b717597e-1966-4491-91d5-10e58faf68b1 req-0765a252-5a1a-4833-94d1-e5eedf25ae44 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0555630 Apr 04 17:47:15.721601 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b717597e-1966-4491-91d5-10e58faf68b1 req-0c62dab9-970d-4a8c-85af-610662670f64 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Apr 04 17:47:16.141145 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae444a-e8b2-4fef-8f27-33a551d522d9 req-a3507d33-4a65-43c4-a137-1adb74f040fa tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:16.142895 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00ae444a-e8b2-4fef-8f27-33a551d522d9 req-a3507d33-4a65-43c4-a137-1adb74f040fa tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0539865 Apr 04 17:47:16.190227 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00ae444a-e8b2-4fef-8f27-33a551d522d9 req-70f9e874-1101-4534-a348-d3ba6736691d tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Apr 04 17:47:16.843123 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7abaa-ee23-4f34-b949-a5e0aa05110f req-ee3c242d-adda-47c8-859e-0d5e617389e7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:16.844666 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e3d7abaa-ee23-4f34-b949-a5e0aa05110f req-ee3c242d-adda-47c8-859e-0d5e617389e7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0560172 Apr 04 17:47:16.890022 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e3d7abaa-ee23-4f34-b949-a5e0aa05110f req-878dae52-f383-4a7d-bec6-2e3d11332d36 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Apr 04 17:47:17.324101 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf55665-17e2-4388-98ec-7eda632371be req-05bd354f-6e94-45a7-8958-70af11ce74c3 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:17.326152 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4bf55665-17e2-4388-98ec-7eda632371be req-05bd354f-6e94-45a7-8958-70af11ce74c3 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0618672 Apr 04 17:47:17.377251 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4bf55665-17e2-4388-98ec-7eda632371be req-f673f0b3-ad26-4f5b-9dab-5f323eba2600 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Apr 04 17:47:18.008396 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba1bb6-c7bf-4a28-a6b2-dac025d8ff1d req-bbd05d7a-e234-4346-b7cc-5254efc7424d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:18.009885 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-24ba1bb6-c7bf-4a28-a6b2-dac025d8ff1d req-bbd05d7a-e234-4346-b7cc-5254efc7424d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0530596 Apr 04 17:47:18.057017 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-24ba1bb6-c7bf-4a28-a6b2-dac025d8ff1d req-a1f00f4a-f4a9-49c7-abcb-4f9b22900627 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Apr 04 17:47:18.506021 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368dfcc-f950-4958-9f9f-4a55ab9e85c8 req-b938a837-486d-4cb1-b6a7-4be55204a4ce tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:18.513653 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5368dfcc-f950-4958-9f9f-4a55ab9e85c8 req-b938a837-486d-4cb1-b6a7-4be55204a4ce tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0632942 Apr 04 17:47:18.571784 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5368dfcc-f950-4958-9f9f-4a55ab9e85c8 req-3628b091-63cf-40b3-8f6e-40711548eff0 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c7c071e-a443-41d6-9c24-887298c075b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536346 Apr 04 17:47:18.990095 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-5925ca87-5fba-4109-b9f7-90381299a1dc tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:18.991710 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-5925ca87-5fba-4109-b9f7-90381299a1dc tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.11 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 950 time: 0.0550337 Apr 04 17:47:19.068524 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42782) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:19.093504 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Deleting port 701eccd4-0c87-4205-91db-d754fed59f26 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:47:19.093853 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (701eccd4-0c87-4205-91db-d754fed59f26), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.191342 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8b354dfb-15eb-450a-83ea-3ce697378410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.196307 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] For port 701eccd4-0c87-4205-91db-d754fed59f26, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=701eccd4-0c87-4205-91db-d754fed59f26,segment=NetworkSegment(9bb24842-c102-4897-9a3d-a14574b12ce2),segment_id=9bb24842-c102-4897-9a3d-a14574b12ce2)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:47:19.196678 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (701eccd4-0c87-4205-91db-d754fed59f26), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.217926 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Calling delete_port for 701eccd4-0c87-4205-91db-d754fed59f26 owned by compute:nova {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:47:19.219595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53d580-760d-41c0-b4de-e740d43be2d7 req-5a20f2ab-6f41-42ce-a547-bfaefb30533e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:19.221764 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db53d580-760d-41c0-b4de-e740d43be2d7 req-5a20f2ab-6f41-42ce-a547-bfaefb30533e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0895050 Apr 04 17:47:19.295374 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db53d580-760d-41c0-b4de-e740d43be2d7 req-985cfb87-8b7c-4bf3-bb57-930a9c5d7a16 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614095 Apr 04 17:47:19.359790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8b354dfb-15eb-450a-83ea-3ce697378410 admin admin] Publish callbacks [] for security_group (32255609-79d2-4715-8e88-1d3ea8c982c1), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.367656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8b354dfb-15eb-450a-83ea-3ce697378410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (32255609-79d2-4715-8e88-1d3ea8c982c1), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.371868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (701eccd4-0c87-4205-91db-d754fed59f26), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.399363 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Pushing event deleted for resources: {'Port': ['ID=701eccd4-0c87-4205-91db-d754fed59f26,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:19.417014 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-8b354dfb-15eb-450a-83ea-3ce697378410 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c0056a12ef9448c805a95b1b82ba977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470838 Apr 04 17:47:19.417283 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42796) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:19.419449 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b354dfb-15eb-450a-83ea-3ce697378410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32255609-79d2-4715-8e88-1d3ea8c982c1,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:19.485639 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] No DVR routers for this DVR port 701eccd4-0c87-4205-91db-d754fed59f26 on host hv-cinder-78836 {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:47:19.490708 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.494711 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2aa13726-39e3-4f7b-948a-d711761b26f1 req-a23f1b86-68fe-4f8f-9fd1-85be4dcceb65 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.11 "DELETE /v2.0/ports/701eccd4-0c87-4205-91db-d754fed59f26 HTTP/1.1" status: 204 len: 173 time: 0.4954562 Apr 04 17:47:19.495074 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'name': 'network-vif-deleted', 'tag': '701eccd4-0c87-4205-91db-d754fed59f26'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:47:19.497943 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab1eca-3eaf-47bf-b90a-0d2829ff2659" -d '{"events": [{"server_uuid": "181ea7a9-89e7-4b11-a593-aae50e3100c4", "name": "network-vif-deleted", "tag": "701eccd4-0c87-4205-91db-d754fed59f26"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:47:19.530467 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-665cc930-add8-4a39-b728-315979291abe admin admin] Publish callbacks [] for security_group (32255609-79d2-4715-8e88-1d3ea8c982c1), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.580810 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-665cc930-add8-4a39-b728-315979291abe admin admin] Publish callbacks [] for security_group (32255609-79d2-4715-8e88-1d3ea8c982c1), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.587737 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3119426-9c41-4374-95ce-c58bef2116cf x-openstack-request-id: req-e3119426-9c41-4374-95ce-c58bef2116cf {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:47:19.588955 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181ea7a9-89e7-4b11-a593-aae50e3100c4", "name": "network-vif-deleted", "tag": "701eccd4-0c87-4205-91db-d754fed59f26", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:47:19.589291 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3119426-9c41-4374-95ce-c58bef2116cf {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:47:19.591260 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3119426-9c41-4374-95ce-c58bef2116cf'] response: {'server_uuid': '181ea7a9-89e7-4b11-a593-aae50e3100c4', 'name': 'network-vif-deleted', 'tag': '701eccd4-0c87-4205-91db-d754fed59f26', 'status': 'completed', 'code': 200} Apr 04 17:47:19.697203 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-665cc930-add8-4a39-b728-315979291abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (32255609-79d2-4715-8e88-1d3ea8c982c1), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.698228 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5ac8680c-192e-41ae-8749-bbc6dd169a27 req-b1949f58-c0fa-4e56-b2b4-c35b40c5335d tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 210 time: 0.0464218 Apr 04 17:47:19.700436 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-665cc930-add8-4a39-b728-315979291abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:19.702107 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-665cc930-add8-4a39-b728-315979291abe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32255609-79d2-4715-8e88-1d3ea8c982c1 HTTP/1.1" status: 204 len: 168 time: 0.2836521 Apr 04 17:47:19.720452 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cc930-add8-4a39-b728-315979291abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32255609-79d2-4715-8e88-1d3ea8c982c1,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:19.959218 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42814) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:19.971990 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-284907ac-efbc-4bea-b6c6-149970c8a479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.043371 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-284907ac-efbc-4bea-b6c6-149970c8a479 admin admin] Publish callbacks [] for security_group (024333e7-2068-4ffb-bc1e-e17276ce4c04), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.047211 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-284907ac-efbc-4bea-b6c6-149970c8a479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (024333e7-2068-4ffb-bc1e-e17276ce4c04), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.085173 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-284907ac-efbc-4bea-b6c6-149970c8a479 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43908e46a045470e8eae48d0f2ed02a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248884 Apr 04 17:47:20.087751 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42816) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:20.094065 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284907ac-efbc-4bea-b6c6-149970c8a479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024333e7-2068-4ffb-bc1e-e17276ce4c04,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:20.139389 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a6de25d4-f685-4758-85bd-7ca287846de7 admin admin] Publish callbacks [] for security_group (024333e7-2068-4ffb-bc1e-e17276ce4c04), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.159543 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a6de25d4-f685-4758-85bd-7ca287846de7 admin admin] Publish callbacks [] for security_group (024333e7-2068-4ffb-bc1e-e17276ce4c04), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.204257 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a6de25d4-f685-4758-85bd-7ca287846de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (024333e7-2068-4ffb-bc1e-e17276ce4c04), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.206966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a6de25d4-f685-4758-85bd-7ca287846de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.208366 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a6de25d4-f685-4758-85bd-7ca287846de7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/024333e7-2068-4ffb-bc1e-e17276ce4c04 HTTP/1.1" status: 204 len: 168 time: 0.1194222 Apr 04 17:47:20.216662 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de25d4-f685-4758-85bd-7ca287846de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024333e7-2068-4ffb-bc1e-e17276ce4c04,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:20.429830 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed661d-7650-442d-8c2f-cae6a2a53d4f req-4b7f585d-db47-4cbd-8895-ae97f5f0465d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:20.431434 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-55ed661d-7650-442d-8c2f-cae6a2a53d4f req-4b7f585d-db47-4cbd-8895-ae97f5f0465d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Apr 04 17:47:20.478700 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-55ed661d-7650-442d-8c2f-cae6a2a53d4f req-124f7324-99a9-4d35-afa0-d4068c102bf6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Apr 04 17:47:20.523178 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 42824) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:20.536058 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-012912b0-5da1-400a-b4d1-39f374cf30e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.610716 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-012912b0-5da1-400a-b4d1-39f374cf30e8 admin admin] Publish callbacks [] for security_group (df1c4d19-49ca-4099-b5e7-ebd02c98057b), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.614385 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-012912b0-5da1-400a-b4d1-39f374cf30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (df1c4d19-49ca-4099-b5e7-ebd02c98057b), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.652306 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-012912b0-5da1-400a-b4d1-39f374cf30e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc91d029442f461e9d86c368e9afd9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280382 Apr 04 17:47:20.654311 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012912b0-5da1-400a-b4d1-39f374cf30e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c4d19-49ca-4099-b5e7-ebd02c98057b,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:20.655342 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 42832) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:20.716820 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aba81c5d-1e34-49e5-b384-eb3ab7dc0b56 admin admin] Publish callbacks [] for security_group (df1c4d19-49ca-4099-b5e7-ebd02c98057b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.738414 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aba81c5d-1e34-49e5-b384-eb3ab7dc0b56 admin admin] Publish callbacks [] for security_group (df1c4d19-49ca-4099-b5e7-ebd02c98057b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.799818 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d49f7e01-cb0c-4ffa-807d-d2170a6cae48 req-aa28deeb-5350-4111-93f6-1334081490a4 tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 210 time: 0.0302269 Apr 04 17:47:20.813991 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aba81c5d-1e34-49e5-b384-eb3ab7dc0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (df1c4d19-49ca-4099-b5e7-ebd02c98057b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.816758 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-aba81c5d-1e34-49e5-b384-eb3ab7dc0b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:20.817913 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-aba81c5d-1e34-49e5-b384-eb3ab7dc0b56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df1c4d19-49ca-4099-b5e7-ebd02c98057b HTTP/1.1" status: 204 len: 168 time: 0.1605847 Apr 04 17:47:20.825590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba81c5d-1e34-49e5-b384-eb3ab7dc0b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c4d19-49ca-4099-b5e7-ebd02c98057b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:21.597449 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c732-4c8c-4830-8c40-160c669003ea req-dfb20a82-cf62-4a47-8662-4b7535375ed6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:21.598960 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-22a4c732-4c8c-4830-8c40-160c669003ea req-dfb20a82-cf62-4a47-8662-4b7535375ed6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0543594 Apr 04 17:47:21.645858 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-22a4c732-4c8c-4830-8c40-160c669003ea req-b975fd3a-49ee-413b-95f7-7c79715234c7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Apr 04 17:47:21.670540 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['701eccd4-0c87-4205-91db-d754fed59f26'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:47:21.931248 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3d351d6a-e98e-4bdc-bbdb-10088ab190cf req-98494dc3-0ce9-4f9c-b34b-3bb6a086a30b tempest-VolumesNegativeTest-416607142 tempest-VolumesNegativeTest-416607142-project] 10.222.0.24 "GET /v2.0/ports?device_id=181ea7a9-89e7-4b11-a593-aae50e3100c4 HTTP/1.1" status: 200 len: 210 time: 0.0333970 Apr 04 17:47:22.781969 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc33bae-4bf8-491f-964e-2cc6b13290a8 req-1844dd3d-7c36-4b07-a428-abeb20148f38 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:22.783504 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bdc33bae-4bf8-491f-964e-2cc6b13290a8 req-1844dd3d-7c36-4b07-a428-abeb20148f38 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0621848 Apr 04 17:47:22.840953 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bdc33bae-4bf8-491f-964e-2cc6b13290a8 req-bfcab51a-fd6b-4db7-b424-6372c3779e86 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Apr 04 17:47:23.386455 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8928-2b36-4274-877e-d5d280efd3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:23.977192 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a74e0-9085-48dd-8817-75233ff7ed0b req-5120b592-a72e-4335-9bfe-b941a0b2258f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:23.978915 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-024a74e0-9085-48dd-8817-75233ff7ed0b req-5120b592-a72e-4335-9bfe-b941a0b2258f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0567257 Apr 04 17:47:24.028751 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-024a74e0-9085-48dd-8817-75233ff7ed0b req-f4802f92-5a70-4c30-bdb8-dcfe61967c48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Apr 04 17:47:25.149515 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6888-69a6-4dfc-96aa-393605de92e9 req-06727ea6-685a-4e34-b75d-c02f1e0ffe90 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:25.150989 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-02bb6888-69a6-4dfc-96aa-393605de92e9 req-06727ea6-685a-4e34-b75d-c02f1e0ffe90 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Apr 04 17:47:25.196347 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-02bb6888-69a6-4dfc-96aa-393605de92e9 req-9ff64691-a24d-48d3-bd0e-e7c24e44434f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Apr 04 17:47:25.733465 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-63447afe-7899-4731-8f97-9b3083071be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:26.231896 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 701eccd4-0c87-4205-91db-d754fed59f26 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:47:26.254336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 701eccd4-0c87-4205-91db-d754fed59f26 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:47:26.254682 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 701eccd4-0c87-4205-91db-d754fed59f26 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:47:26.326344 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b715-d5c1-4f53-a07f-0cc53122d3a0 req-50e9a9fd-2f8d-4d2a-a31b-0825e43dcb13 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:26.327866 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f34b715-d5c1-4f53-a07f-0cc53122d3a0 req-50e9a9fd-2f8d-4d2a-a31b-0825e43dcb13 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0604637 Apr 04 17:47:26.374103 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f34b715-d5c1-4f53-a07f-0cc53122d3a0 req-60444ed9-851e-4e4d-967f-d990f550c317 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Apr 04 17:47:26.720741 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.385079 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43232) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:27.522767 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9d815c97-d8a8-43d6-9428-ae17f971636c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.538644 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8586ac-9e99-457d-b362-20f4c18bccdf req-90863788-aa40-4d10-b1dd-4da33f549c58 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:27.540164 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4c8586ac-9e99-457d-b362-20f4c18bccdf req-90863788-aa40-4d10-b1dd-4da33f549c58 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0794165 Apr 04 17:47:27.611942 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4c8586ac-9e99-457d-b362-20f4c18bccdf req-06ec3e74-cbd8-4cf7-8e7c-245655277e63 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648780 Apr 04 17:47:27.647967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9d815c97-d8a8-43d6-9428-ae17f971636c admin admin] Publish callbacks [] for security_group (b43a6f6a-fc80-4df3-af17-dd54930f70e1), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.651797 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9d815c97-d8a8-43d6-9428-ae17f971636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b43a6f6a-fc80-4df3-af17-dd54930f70e1), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.692105 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9d815c97-d8a8-43d6-9428-ae17f971636c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=698ab86556f04f658745513859c88805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052211 Apr 04 17:47:27.693067 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d815c97-d8a8-43d6-9428-ae17f971636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a6f6a-fc80-4df3-af17-dd54930f70e1,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:27.694725 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43240) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:27.748620 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f7597fbd-0644-4832-b56e-e07596e6fff1 admin admin] Publish callbacks [] for security_group (b43a6f6a-fc80-4df3-af17-dd54930f70e1), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.768664 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f7597fbd-0644-4832-b56e-e07596e6fff1 admin admin] Publish callbacks [] for security_group (b43a6f6a-fc80-4df3-af17-dd54930f70e1), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.816537 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f7597fbd-0644-4832-b56e-e07596e6fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b43a6f6a-fc80-4df3-af17-dd54930f70e1), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.819047 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f7597fbd-0644-4832-b56e-e07596e6fff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:27.820176 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f7597fbd-0644-4832-b56e-e07596e6fff1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b43a6f6a-fc80-4df3-af17-dd54930f70e1 HTTP/1.1" status: 204 len: 168 time: 0.1243892 Apr 04 17:47:27.828038 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7597fbd-0644-4832-b56e-e07596e6fff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a6f6a-fc80-4df3-af17-dd54930f70e1,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:28.109495 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43254) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:28.122217 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-df5e1698-8e28-4880-a603-41f4bb8ff690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.155215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43256) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:28.203149 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-df5e1698-8e28-4880-a603-41f4bb8ff690 admin admin] Publish callbacks [] for security_group (bda12da9-c38d-48ff-bad9-19eaba29dc56), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.208463 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-df5e1698-8e28-4880-a603-41f4bb8ff690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bda12da9-c38d-48ff-bad9-19eaba29dc56), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.248768 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-df5e1698-8e28-4880-a603-41f4bb8ff690 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a0aa62946444ff2a4120f68280ed18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376290 Apr 04 17:47:28.250144 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43260) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:28.256763 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e1698-8e28-4880-a603-41f4bb8ff690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda12da9-c38d-48ff-bad9-19eaba29dc56,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:28.273594 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.303233 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f24c-3688-4953-9336-36c617251416 admin admin] Publish callbacks [] for security_group (bda12da9-c38d-48ff-bad9-19eaba29dc56), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.334829 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f24c-3688-4953-9336-36c617251416 admin admin] Publish callbacks [] for security_group (bda12da9-c38d-48ff-bad9-19eaba29dc56), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.393730 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43262) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:28.395401 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7e863146-679a-419e-b41c-7ea7e489149f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99776f9aecdd43ba9012e908d9922cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387714 Apr 04 17:47:28.421146 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f24c-3688-4953-9336-36c617251416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bda12da9-c38d-48ff-bad9-19eaba29dc56), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.425790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f24c-3688-4953-9336-36c617251416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.429899 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6eb5f24c-3688-4953-9336-36c617251416 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bda12da9-c38d-48ff-bad9-19eaba29dc56 HTTP/1.1" status: 204 len: 168 time: 0.1785486 Apr 04 17:47:28.439468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f24c-3688-4953-9336-36c617251416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda12da9-c38d-48ff-bad9-19eaba29dc56,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:28.557393 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91943a70-eb0b-42c3-b982-ba3f8acaee2d admin admin] Publish callbacks [] for security_group (2c7c071e-a443-41d6-9c24-887298c075b9), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.582374 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91943a70-eb0b-42c3-b982-ba3f8acaee2d admin admin] Publish callbacks [] for security_group (2c7c071e-a443-41d6-9c24-887298c075b9), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.601450 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a2221-b5d9-4989-8bc3-aa82cbc80c21 req-fdd25890-3a87-4994-a259-1dbd261379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:28.604566 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-729a2221-b5d9-4989-8bc3-aa82cbc80c21 req-fdd25890-3a87-4994-a259-1dbd261379e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 1129 time: 0.1209414 Apr 04 17:47:28.728544 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-729a2221-b5d9-4989-8bc3-aa82cbc80c21 req-de98d6d0-89fc-40a0-8a7f-e32310cdefef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139147 Apr 04 17:47:28.737288 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91943a70-eb0b-42c3-b982-ba3f8acaee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2c7c071e-a443-41d6-9c24-887298c075b9), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.740119 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-91943a70-eb0b-42c3-b982-ba3f8acaee2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:28.741328 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-91943a70-eb0b-42c3-b982-ba3f8acaee2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c7c071e-a443-41d6-9c24-887298c075b9 HTTP/1.1" status: 204 len: 168 time: 0.3465602 Apr 04 17:47:28.750717 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91943a70-eb0b-42c3-b982-ba3f8acaee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7c071e-a443-41d6-9c24-887298c075b9,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:28.775610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2ac63-2a37-42d8-b12b-def1c982b278 req-acfd24fc-515f-4b78-9b04-d7557cfd84ce tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:28.777178 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-74f2ac63-2a37-42d8-b12b-def1c982b278 req-acfd24fc-515f-4b78-9b04-d7557cfd84ce tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0843880 Apr 04 17:47:28.843218 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-74f2ac63-2a37-42d8-b12b-def1c982b278 req-3ce743ab-30a8-44b1-ae7c-e19f9a4d37ef tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580528 Apr 04 17:47:29.839593 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:29.902627 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43340) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:30.030818 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d952e4-b7ae-406e-b9ba-52d3e770f95c req-9bef30f1-eaa4-43e1-9a79-a01cf0df2668 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:30.032289 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-22d952e4-b7ae-406e-b9ba-52d3e770f95c req-9bef30f1-eaa4-43e1-9a79-a01cf0df2668 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1090178 Apr 04 17:47:30.061393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a5175862-b7a5-4c58-9232-36a56cc43c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.119005 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-22d952e4-b7ae-406e-b9ba-52d3e770f95c req-77b1e230-2617-4167-a9df-ba02202a78a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711000 Apr 04 17:47:30.120025 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:47:30.181550 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a5175862-b7a5-4c58-9232-36a56cc43c8f admin admin] Publish callbacks [] for security_group (e4f8d220-e88a-4989-9772-6c90c3080185), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.185274 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a5175862-b7a5-4c58-9232-36a56cc43c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (e4f8d220-e88a-4989-9772-6c90c3080185), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.230116 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a5175862-b7a5-4c58-9232-36a56cc43c8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc11c137c3142f58c4c640ec6593750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258140 Apr 04 17:47:30.236268 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5175862-b7a5-4c58-9232-36a56cc43c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8d220-e88a-4989-9772-6c90c3080185,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:30.236393 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43350) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:30.287211 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b11513b-94a4-4724-a932-d344e86eeb89 admin admin] Publish callbacks [] for security_group (e4f8d220-e88a-4989-9772-6c90c3080185), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.311201 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b11513b-94a4-4724-a932-d344e86eeb89 admin admin] Publish callbacks [] for security_group (e4f8d220-e88a-4989-9772-6c90c3080185), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.363730 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b11513b-94a4-4724-a932-d344e86eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (e4f8d220-e88a-4989-9772-6c90c3080185), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.366423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4b11513b-94a4-4724-a932-d344e86eeb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:30.369841 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4b11513b-94a4-4724-a932-d344e86eeb89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4f8d220-e88a-4989-9772-6c90c3080185 HTTP/1.1" status: 204 len: 168 time: 0.1320727 Apr 04 17:47:30.376059 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11513b-94a4-4724-a932-d344e86eeb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8d220-e88a-4989-9772-6c90c3080185,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:31.246782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747e46-7a31-4e4f-b2da-d5d299de508c req-72a85741-45a1-4840-938a-42af52b29c54 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:31.249266 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c7747e46-7a31-4e4f-b2da-d5d299de508c req-72a85741-45a1-4840-938a-42af52b29c54 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0607655 Apr 04 17:47:31.300170 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c7747e46-7a31-4e4f-b2da-d5d299de508c req-d68c9034-b00d-4e99-bfdd-67738127433e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Apr 04 17:47:31.374601 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43386) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:31.418889 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a84c-3da3-455b-8060-9bca0944f745 req-4952d61e-d80a-4765-bdbd-9c6a6c93c725 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:31.420428 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cd49a84c-3da3-455b-8060-9bca0944f745 req-4952d61e-d80a-4765-bdbd-9c6a6c93c725 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0551059 Apr 04 17:47:31.471301 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cd49a84c-3da3-455b-8060-9bca0944f745 req-5d843d13-94a1-4a9a-98e4-51708b046ba0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Apr 04 17:47:31.483965 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d795b41f-ceee-4c38-9079-142cb9a8a15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.562583 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d795b41f-ceee-4c38-9079-142cb9a8a15d admin admin] Publish callbacks [] for security_group (0b20267c-e906-4bce-8f4c-bd72db9e56ba), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.567215 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d795b41f-ceee-4c38-9079-142cb9a8a15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (0b20267c-e906-4bce-8f4c-bd72db9e56ba), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.606025 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d795b41f-ceee-4c38-9079-142cb9a8a15d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c96f7f2400e42a7ba5b327d679d85f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303183 Apr 04 17:47:31.608378 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795b41f-ceee-4c38-9079-142cb9a8a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20267c-e906-4bce-8f4c-bd72db9e56ba,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:31.608905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43392) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:31.661609 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a513ee09-ab57-450d-904c-a49fed679d0e admin admin] Publish callbacks [] for security_group (0b20267c-e906-4bce-8f4c-bd72db9e56ba), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.686431 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a513ee09-ab57-450d-904c-a49fed679d0e admin admin] Publish callbacks [] for security_group (0b20267c-e906-4bce-8f4c-bd72db9e56ba), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.755581 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a513ee09-ab57-450d-904c-a49fed679d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (0b20267c-e906-4bce-8f4c-bd72db9e56ba), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.759141 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a513ee09-ab57-450d-904c-a49fed679d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:31.760491 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a513ee09-ab57-450d-904c-a49fed679d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b20267c-e906-4bce-8f4c-bd72db9e56ba HTTP/1.1" status: 204 len: 168 time: 0.1504073 Apr 04 17:47:31.771308 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513ee09-ab57-450d-904c-a49fed679d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20267c-e906-4bce-8f4c-bd72db9e56ba,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:31.781369 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:32.798769 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43434) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:32.905053 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c77a2eaa-c7d1-4024-92fa-37be29598cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:32.987354 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c77a2eaa-c7d1-4024-92fa-37be29598cbc admin admin] Publish callbacks [] for security_group (832eaa84-6381-4270-b871-9e9052aa2834), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:32.993987 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c77a2eaa-c7d1-4024-92fa-37be29598cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (832eaa84-6381-4270-b871-9e9052aa2834), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:33.036656 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c77a2eaa-c7d1-4024-92fa-37be29598cbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db323ffda743495ea34bda58f58912a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367551 Apr 04 17:47:33.037453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a2eaa-c7d1-4024-92fa-37be29598cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832eaa84-6381-4270-b871-9e9052aa2834,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:33.040173 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43446) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:33.140447 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2ff30cd-56f1-495f-805c-18a5cf48445b admin admin] Publish callbacks [] for security_group (832eaa84-6381-4270-b871-9e9052aa2834), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:33.146287 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e1f4-ed7e-4327-b87c-9f9fb6159b69 req-5c90003d-48eb-42c1-98c4-e53c809158f9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:33.146693 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-dc979e96-8cb2-4859-ae58-47e993862c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:33.147781 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a9d4e1f4-ed7e-4327-b87c-9f9fb6159b69 req-5c90003d-48eb-42c1-98c4-e53c809158f9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0576360 Apr 04 17:47:33.148285 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-dc979e96-8cb2-4859-ae58-47e993862c37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1130 time: 0.0567572 Apr 04 17:47:33.182806 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2ff30cd-56f1-495f-805c-18a5cf48445b admin admin] Publish callbacks [] for security_group (832eaa84-6381-4270-b871-9e9052aa2834), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:33.199010 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a9d4e1f4-ed7e-4327-b87c-9f9fb6159b69 req-a0e2069a-6a96-4898-8772-9458c5482f15 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Apr 04 17:47:33.284095 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-01fab985-ce43-484b-af07-da2b9ef21b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:33.285716 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-01fab985-ce43-484b-af07-da2b9ef21b44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1299639 Apr 04 17:47:33.290042 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2ff30cd-56f1-495f-805c-18a5cf48445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (832eaa84-6381-4270-b871-9e9052aa2834), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:33.292661 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d2ff30cd-56f1-495f-805c-18a5cf48445b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:33.296173 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d2ff30cd-56f1-495f-805c-18a5cf48445b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/832eaa84-6381-4270-b871-9e9052aa2834 HTTP/1.1" status: 204 len: 168 time: 0.2525904 Apr 04 17:47:33.323268 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff30cd-56f1-495f-805c-18a5cf48445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832eaa84-6381-4270-b871-9e9052aa2834,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:33.370565 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-88c8aebb-cbdf-44e4-b169-89e0d2b070ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b HTTP/1.1" status: 200 len: 217 time: 0.0548456 Apr 04 17:47:33.441237 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-57b25989-0765-44d0-b4c5-255c09c12332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:33.442687 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-57b25989-0765-44d0-b4c5-255c09c12332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0589523 Apr 04 17:47:33.495485 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-60554fca-39f3-4248-9e20-eabc205c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:33.497067 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-60554fca-39f3-4248-9e20-eabc205c00ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462468 Apr 04 17:47:33.608116 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-bc621411-1a2a-417f-9869-858d7604e2df service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038065 Apr 04 17:47:33.716484 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64817430-7c2b-4a0f-b8cb-6fc2834abe01 req-8f081d72-ab0b-433b-b58d-bd28cb7bd24d service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005204 Apr 04 17:47:34.329628 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6542542-2bf3-4ca7-8ff5-d1128cbfccf2 req-392790ce-c381-4f78-b592-c7253a5c8ac1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:34.337534 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e6542542-2bf3-4ca7-8ff5-d1128cbfccf2 req-392790ce-c381-4f78-b592-c7253a5c8ac1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0613716 Apr 04 17:47:34.390573 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e6542542-2bf3-4ca7-8ff5-d1128cbfccf2 req-be5ffd0d-3ec1-4ef7-a0bb-4cb929253a47 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Apr 04 17:47:35.499659 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43570) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:35.517312 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab33fa1-f748-4ad9-b254-fc2bd4ac01a0 req-7ab99b3b-a165-4df7-80af-a483d28ddff0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:35.518788 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5ab33fa1-f748-4ad9-b254-fc2bd4ac01a0 req-7ab99b3b-a165-4df7-80af-a483d28ddff0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Apr 04 17:47:35.572708 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5ab33fa1-f748-4ad9-b254-fc2bd4ac01a0 req-d925a04d-eed3-466f-881d-cb428c88220b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478783 Apr 04 17:47:35.607267 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-04177db7-f3eb-4cf0-939b-8fcc07396b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.687124 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-04177db7-f3eb-4cf0-939b-8fcc07396b9d admin admin] Publish callbacks [] for security_group (5c054158-471c-42a4-9a02-1261c2dcbd11), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.690567 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-04177db7-f3eb-4cf0-939b-8fcc07396b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5c054158-471c-42a4-9a02-1261c2dcbd11), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.736819 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-04177db7-f3eb-4cf0-939b-8fcc07396b9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42f3c1a300e94e9eab75ec14ecd4d972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359736 Apr 04 17:47:35.738439 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04177db7-f3eb-4cf0-939b-8fcc07396b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c054158-471c-42a4-9a02-1261c2dcbd11,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:35.738962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43580) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:35.809573 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6ee497d3-e11b-4f3e-8182-fe0a258a9cc9 admin admin] Publish callbacks [] for security_group (5c054158-471c-42a4-9a02-1261c2dcbd11), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.830375 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6ee497d3-e11b-4f3e-8182-fe0a258a9cc9 admin admin] Publish callbacks [] for security_group (5c054158-471c-42a4-9a02-1261c2dcbd11), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.876358 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6ee497d3-e11b-4f3e-8182-fe0a258a9cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5c054158-471c-42a4-9a02-1261c2dcbd11), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.879272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6ee497d3-e11b-4f3e-8182-fe0a258a9cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:35.880747 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6ee497d3-e11b-4f3e-8182-fe0a258a9cc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c054158-471c-42a4-9a02-1261c2dcbd11 HTTP/1.1" status: 204 len: 168 time: 0.1406488 Apr 04 17:47:35.889195 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee497d3-e11b-4f3e-8182-fe0a258a9cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c054158-471c-42a4-9a02-1261c2dcbd11,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:36.133840 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43590) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:36.147336 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9c593d10-bc83-4961-8465-3e1f8bf9db03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.219952 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9c593d10-bc83-4961-8465-3e1f8bf9db03 admin admin] Publish callbacks [] for security_group (2f7d5e23-752f-4d30-8ecf-f66b15e139a3), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.223484 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9c593d10-bc83-4961-8465-3e1f8bf9db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2f7d5e23-752f-4d30-8ecf-f66b15e139a3), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.260430 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9c593d10-bc83-4961-8465-3e1f8bf9db03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e74dc9c1af974a17b2e5ff80ec2a1aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255047 Apr 04 17:47:36.261529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c593d10-bc83-4961-8465-3e1f8bf9db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d5e23-752f-4d30-8ecf-f66b15e139a3,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:36.263866 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43592) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:36.310015 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a4cf25c2-b2e0-452a-896c-4ab30b216967 admin admin] Publish callbacks [] for security_group (2f7d5e23-752f-4d30-8ecf-f66b15e139a3), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.330585 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a4cf25c2-b2e0-452a-896c-4ab30b216967 admin admin] Publish callbacks [] for security_group (2f7d5e23-752f-4d30-8ecf-f66b15e139a3), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.376407 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a4cf25c2-b2e0-452a-896c-4ab30b216967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2f7d5e23-752f-4d30-8ecf-f66b15e139a3), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.378891 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a4cf25c2-b2e0-452a-896c-4ab30b216967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:36.380002 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a4cf25c2-b2e0-452a-896c-4ab30b216967 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f7d5e23-752f-4d30-8ecf-f66b15e139a3 HTTP/1.1" status: 204 len: 168 time: 0.1151056 Apr 04 17:47:36.387225 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf25c2-b2e0-452a-896c-4ab30b216967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d5e23-752f-4d30-8ecf-f66b15e139a3,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:36.695748 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e787a-7e54-4601-8684-901b69aa9deb req-436551e3-1218-4ab9-82ac-33aafeb56fa9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:36.697369 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-653e787a-7e54-4601-8684-901b69aa9deb req-436551e3-1218-4ab9-82ac-33aafeb56fa9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0548728 Apr 04 17:47:36.745018 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-653e787a-7e54-4601-8684-901b69aa9deb req-4801a548-5de1-47f4-821c-5ba54843b0f0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Apr 04 17:47:37.874146 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d451ed3-20aa-4f93-ba70-82534c54ebef req-3725d8fe-1368-4706-8cf5-d99108c1f878 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:37.875635 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0d451ed3-20aa-4f93-ba70-82534c54ebef req-3725d8fe-1368-4706-8cf5-d99108c1f878 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0640378 Apr 04 17:47:37.924823 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0d451ed3-20aa-4f93-ba70-82534c54ebef req-ace0d862-1d8d-4072-b991-e2aad40393ab tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433753 Apr 04 17:47:38.370466 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43676) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:38.471276 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-661f8f16-d9ec-40de-b802-19fb25a7262c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.547706 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-661f8f16-d9ec-40de-b802-19fb25a7262c admin admin] Publish callbacks [] for security_group (bc670916-36a5-4cb6-92e8-2764d8f5c39c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.552542 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-661f8f16-d9ec-40de-b802-19fb25a7262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bc670916-36a5-4cb6-92e8-2764d8f5c39c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.591948 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f8f16-d9ec-40de-b802-19fb25a7262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc670916-36a5-4cb6-92e8-2764d8f5c39c,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:38.596794 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-661f8f16-d9ec-40de-b802-19fb25a7262c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c973cf5426154d189e10182576559b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251515 Apr 04 17:47:38.599141 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43682) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:38.645562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1c20d2ad-24a5-4b8c-bc9c-4ac0c85360de admin admin] Publish callbacks [] for security_group (bc670916-36a5-4cb6-92e8-2764d8f5c39c), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.666271 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1c20d2ad-24a5-4b8c-bc9c-4ac0c85360de admin admin] Publish callbacks [] for security_group (bc670916-36a5-4cb6-92e8-2764d8f5c39c), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.712570 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1c20d2ad-24a5-4b8c-bc9c-4ac0c85360de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bc670916-36a5-4cb6-92e8-2764d8f5c39c), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.715401 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1c20d2ad-24a5-4b8c-bc9c-4ac0c85360de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:38.716556 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1c20d2ad-24a5-4b8c-bc9c-4ac0c85360de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc670916-36a5-4cb6-92e8-2764d8f5c39c HTTP/1.1" status: 204 len: 168 time: 0.1164291 Apr 04 17:47:38.724208 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20d2ad-24a5-4b8c-bc9c-4ac0c85360de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc670916-36a5-4cb6-92e8-2764d8f5c39c,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:38.974868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43694) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:38.987558 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9c91f2b3-2c50-4524-b2db-0895a95acad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.080600 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2860e5-0fe9-4789-8e91-0fe4e2bf188e req-d36d5778-2127-48d0-8bfd-adaeb618cf00 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:39.081984 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7e2860e5-0fe9-4789-8e91-0fe4e2bf188e req-d36d5778-2127-48d0-8bfd-adaeb618cf00 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0874810 Apr 04 17:47:39.135546 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9c91f2b3-2c50-4524-b2db-0895a95acad9 admin admin] Publish callbacks [] for security_group (6cea9250-0829-4b19-b463-4f937b0cc846), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.143064 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9c91f2b3-2c50-4524-b2db-0895a95acad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6cea9250-0829-4b19-b463-4f937b0cc846), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.164030 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7e2860e5-0fe9-4789-8e91-0fe4e2bf188e req-ae0b6b28-6719-4a2e-aa9f-8304247d5120 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755749 Apr 04 17:47:39.186983 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-9c91f2b3-2c50-4524-b2db-0895a95acad9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9712ab1208e4d5d8f59ee34f81f80a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110584 Apr 04 17:47:39.188049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91f2b3-2c50-4524-b2db-0895a95acad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cea9250-0829-4b19-b463-4f937b0cc846,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:39.189734 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43696) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:39.236479 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d675de30-2978-4c95-ab4b-10889333c7bf admin admin] Publish callbacks [] for security_group (6cea9250-0829-4b19-b463-4f937b0cc846), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.256422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d675de30-2978-4c95-ab4b-10889333c7bf admin admin] Publish callbacks [] for security_group (6cea9250-0829-4b19-b463-4f937b0cc846), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.301808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d675de30-2978-4c95-ab4b-10889333c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6cea9250-0829-4b19-b463-4f937b0cc846), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.304463 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d675de30-2978-4c95-ab4b-10889333c7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:39.305659 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d675de30-2978-4c95-ab4b-10889333c7bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cea9250-0829-4b19-b463-4f937b0cc846 HTTP/1.1" status: 204 len: 168 time: 0.1148775 Apr 04 17:47:39.313467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675de30-2978-4c95-ab4b-10889333c7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cea9250-0829-4b19-b463-4f937b0cc846,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:40.288297 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d2647-c5d6-41dc-bbf5-160847111d18 req-fa42e5e4-cc25-41ef-b909-20817e2784a8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:40.289984 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-621d2647-c5d6-41dc-bbf5-160847111d18 req-fa42e5e4-cc25-41ef-b909-20817e2784a8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0566971 Apr 04 17:47:40.339611 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-621d2647-c5d6-41dc-bbf5-160847111d18 req-eb955c53-52f1-44aa-8d94-be90b88fa678 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Apr 04 17:47:41.456044 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33020a6-36c9-45cc-9d4d-79ef4e6870f0 req-ee0ab527-7bef-4385-8f22-ce689c317a3f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:41.457591 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d33020a6-36c9-45cc-9d4d-79ef4e6870f0 req-ee0ab527-7bef-4385-8f22-ce689c317a3f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0527124 Apr 04 17:47:41.506174 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d33020a6-36c9-45cc-9d4d-79ef4e6870f0 req-cfb28fed-d897-4e46-a9eb-904df49e0cd1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Apr 04 17:47:42.416985 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 43776) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:42.518156 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61558a2b-7901-4620-801f-d59127ea096a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.613847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61558a2b-7901-4620-801f-d59127ea096a admin admin] Publish callbacks [] for security_group (71ea3953-410f-4658-8bfe-4a641d9563e2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.618635 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61558a2b-7901-4620-801f-d59127ea096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (71ea3953-410f-4658-8bfe-4a641d9563e2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.662927 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-61558a2b-7901-4620-801f-d59127ea096a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07988fbbc0c548b8b57df4279a4aea8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448797 Apr 04 17:47:42.665279 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61558a2b-7901-4620-801f-d59127ea096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea3953-410f-4658-8bfe-4a641d9563e2,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:42.665856 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 43782) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:42.675774 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b72bf-6848-4785-b39f-25073666022c req-1310d12d-8cc9-4324-8021-12052c3e41f6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:42.677258 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a90b72bf-6848-4785-b39f-25073666022c req-1310d12d-8cc9-4324-8021-12052c3e41f6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.1035287 Apr 04 17:47:42.716981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2ff887d-88f3-4146-a6d3-b028ad687477 admin admin] Publish callbacks [] for security_group (71ea3953-410f-4658-8bfe-4a641d9563e2), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.733171 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a90b72bf-6848-4785-b39f-25073666022c req-4dd4d12f-2c0c-463f-87a5-e4cf9a27cd44 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447860 Apr 04 17:47:42.738135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2ff887d-88f3-4146-a6d3-b028ad687477 admin admin] Publish callbacks [] for security_group (71ea3953-410f-4658-8bfe-4a641d9563e2), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.785297 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2ff887d-88f3-4146-a6d3-b028ad687477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (71ea3953-410f-4658-8bfe-4a641d9563e2), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.787821 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c2ff887d-88f3-4146-a6d3-b028ad687477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:42.791518 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c2ff887d-88f3-4146-a6d3-b028ad687477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71ea3953-410f-4658-8bfe-4a641d9563e2 HTTP/1.1" status: 204 len: 168 time: 0.1221864 Apr 04 17:47:42.797882 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff887d-88f3-4146-a6d3-b028ad687477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea3953-410f-4658-8bfe-4a641d9563e2,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:43.849958 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88095-d789-4108-a6c5-5f7e601820ab req-da0ee8b0-16c7-465f-b0c5-c170107000cc tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:43.851409 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4ae88095-d789-4108-a6c5-5f7e601820ab req-da0ee8b0-16c7-465f-b0c5-c170107000cc tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0512378 Apr 04 17:47:43.897486 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4ae88095-d789-4108-a6c5-5f7e601820ab req-9b55ed1f-44a4-44c2-8c28-a91fe70286b2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Apr 04 17:47:45.014765 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3720f2-a92e-4352-8539-32728097a2ad req-402d41a9-6d8b-486e-b92c-c8107d8d6ecf tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:45.016219 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2f3720f2-a92e-4352-8539-32728097a2ad req-402d41a9-6d8b-486e-b92c-c8107d8d6ecf tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0515482 Apr 04 17:47:45.061749 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2f3720f2-a92e-4352-8539-32728097a2ad req-9a28f99a-820f-4046-bc1f-128297dccf54 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Apr 04 17:47:46.180024 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cb792-f271-48a3-8c0c-e0e4e0e29288 req-18957448-d2e1-4957-8ad3-fdf5c3995e9a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:46.181654 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-748cb792-f271-48a3-8c0c-e0e4e0e29288 req-18957448-d2e1-4957-8ad3-fdf5c3995e9a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0543878 Apr 04 17:47:46.230104 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-748cb792-f271-48a3-8c0c-e0e4e0e29288 req-2eded4ea-db5c-473b-96e7-d5896bc84ef0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Apr 04 17:47:47.361458 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a8257-95ee-4117-bc22-229b59642df4 req-e34270af-d344-4ca8-864e-f3f50db8ac81 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:47.362921 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb5a8257-95ee-4117-bc22-229b59642df4 req-e34270af-d344-4ca8-864e-f3f50db8ac81 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0571220 Apr 04 17:47:47.415799 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb5a8257-95ee-4117-bc22-229b59642df4 req-af94168e-4f34-431a-9040-bf644cb39ffc tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Apr 04 17:47:48.560348 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33297c3-face-4e0a-a27b-e0e6668b2a92 req-46489cdb-b624-4b81-a269-5ddfa0080614 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:48.567978 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e33297c3-face-4e0a-a27b-e0e6668b2a92 req-46489cdb-b624-4b81-a269-5ddfa0080614 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0694442 Apr 04 17:47:48.623828 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e33297c3-face-4e0a-a27b-e0e6668b2a92 req-504cb1f6-d304-4e49-b148-e26c1646c0ef tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545263 Apr 04 17:47:49.747305 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3d79d-0dba-48e9-9431-92f927519d97 req-08b41493-88ec-4b6d-9fa8-bea9e730bcb8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:49.748964 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bcc3d79d-0dba-48e9-9431-92f927519d97 req-08b41493-88ec-4b6d-9fa8-bea9e730bcb8 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0558250 Apr 04 17:47:49.802147 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bcc3d79d-0dba-48e9-9431-92f927519d97 req-b5ab7370-49d1-4f06-b35f-104452795eb1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473225 Apr 04 17:47:50.268294 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644f37-b2bc-48c1-b64b-1728f3eb9dd6 req-28efabf0-9254-43a2-8c13-b3a8591d9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:50.269823 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a1644f37-b2bc-48c1-b64b-1728f3eb9dd6 req-28efabf0-9254-43a2-8c13-b3a8591d9460 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1130 time: 0.0454056 Apr 04 17:47:50.317784 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a1644f37-b2bc-48c1-b64b-1728f3eb9dd6 req-823dd809-b5b8-4856-9747-071369c28993 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415542 Apr 04 17:47:50.920831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818707f-20f8-4db6-ab21-cfeca1ef1ef2 req-4fa45a41-1bb3-41ef-a906-c6414bdbb412 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:50.924922 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2818707f-20f8-4db6-ab21-cfeca1ef1ef2 req-4fa45a41-1bb3-41ef-a906-c6414bdbb412 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0571587 Apr 04 17:47:50.978905 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2818707f-20f8-4db6-ab21-cfeca1ef1ef2 req-a82b81a5-ee84-4221-b178-4b146b65a27c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478957 Apr 04 17:47:51.222667 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9241-d83d-4c72-8e2b-b4ac88a09ab4 req-abdbed04-fa38-49ba-bb97-f1bd6f10b7ff tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:51.224141 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d1ce9241-d83d-4c72-8e2b-b4ac88a09ab4 req-abdbed04-fa38-49ba-bb97-f1bd6f10b7ff tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Apr 04 17:47:51.282294 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d1ce9241-d83d-4c72-8e2b-b4ac88a09ab4 req-64636048-4f36-4b05-a673-a26b19e82b8b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507085 Apr 04 17:47:52.095605 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6eab1-4682-42da-8152-3ba69d52f224 req-cb0d4f28-f40d-4fc9-aa09-f8a5df600a7e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:52.097216 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fbe6eab1-4682-42da-8152-3ba69d52f224 req-cb0d4f28-f40d-4fc9-aa09-f8a5df600a7e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0535500 Apr 04 17:47:52.142267 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fbe6eab1-4682-42da-8152-3ba69d52f224 req-7d1a66de-1c90-4138-b6f8-88207a6ddef6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Apr 04 17:47:52.401341 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2711e2-ac76-426a-8ec5-1ba1889bb8d2 req-1881ca14-ae01-44f3-b806-861682e22bac tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:52.402878 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ab2711e2-ac76-426a-8ec5-1ba1889bb8d2 req-1881ca14-ae01-44f3-b806-861682e22bac tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Apr 04 17:47:52.449926 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ab2711e2-ac76-426a-8ec5-1ba1889bb8d2 req-ceec21e3-9a0a-4ea6-a5c9-5f00529244ab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Apr 04 17:47:53.260676 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79584d6f-88e1-4cf0-b4a8-fd3b722900a2 req-ce7d4293-b640-45d0-8c6b-6c5853580f22 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:53.262708 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-79584d6f-88e1-4cf0-b4a8-fd3b722900a2 req-ce7d4293-b640-45d0-8c6b-6c5853580f22 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0549366 Apr 04 17:47:53.307091 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-79584d6f-88e1-4cf0-b4a8-fd3b722900a2 req-9870b0f9-05ff-4a09-9400-e0a671eecd3c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Apr 04 17:47:53.381927 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c25c1f94-303b-4c54-9402-ac8b348791a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:53.573311 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febfb92-b290-4e44-b90d-d0c4d1f1f097 req-5f20271c-bb68-49e6-8cfd-4cbe5f9a4eca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:53.575584 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1febfb92-b290-4e44-b90d-d0c4d1f1f097 req-5f20271c-bb68-49e6-8cfd-4cbe5f9a4eca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0524912 Apr 04 17:47:53.624604 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1febfb92-b290-4e44-b90d-d0c4d1f1f097 req-037921f9-4b8d-4bda-a250-7a73b1f12b9b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Apr 04 17:47:54.428493 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895d5f-4f33-479f-8408-a4a1536f1b37 req-97ffc1ff-a072-44b4-8a19-9d5e28410dc7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:54.430048 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0d895d5f-4f33-479f-8408-a4a1536f1b37 req-97ffc1ff-a072-44b4-8a19-9d5e28410dc7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0544763 Apr 04 17:47:54.436612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44008) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:54.512830 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0d895d5f-4f33-479f-8408-a4a1536f1b37 req-3edeb46b-8da1-48ed-8d57-0624bd5d457a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767856 Apr 04 17:47:54.562272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2dc9aad5-8897-48f3-896a-38060c575f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.656761 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2dc9aad5-8897-48f3-896a-38060c575f4d admin admin] Publish callbacks [] for security_group (4a74c4b7-839d-448a-81d4-5cf0cc9cf777), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.661952 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2dc9aad5-8897-48f3-896a-38060c575f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4a74c4b7-839d-448a-81d4-5cf0cc9cf777), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.703347 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9aad5-8897-48f3-896a-38060c575f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a74c4b7-839d-448a-81d4-5cf0cc9cf777,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:54.754632 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2dc9aad5-8897-48f3-896a-38060c575f4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d5cfff0390459daf3487ae2ce943f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168435 Apr 04 17:47:54.758333 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44026) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:54.807621 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46522b48-4c08-4c55-abc7-d526f19f6cae req-866e0a9f-112b-4e1b-9390-801cdc117a7c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:54.809253 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-46522b48-4c08-4c55-abc7-d526f19f6cae req-866e0a9f-112b-4e1b-9390-801cdc117a7c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0863059 Apr 04 17:47:54.815720 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-e78b973d-365d-468a-a30e-1e0cbc9a8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:54.817241 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-e78b973d-365d-468a-a30e-1e0cbc9a8e45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 1130 time: 0.0790892 Apr 04 17:47:54.840296 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380adc2-483f-4ab2-840a-d0915b488cf5 req-db455294-0beb-4d79-b079-1d85ebd0e132 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:54.840565 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f49ab60a-6be0-43b1-af83-7dfb8ecc90fc admin admin] Publish callbacks [] for security_group (4a74c4b7-839d-448a-81d4-5cf0cc9cf777), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.841984 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e380adc2-483f-4ab2-840a-d0915b488cf5 req-db455294-0beb-4d79-b079-1d85ebd0e132 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0769994 Apr 04 17:47:54.880145 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f49ab60a-6be0-43b1-af83-7dfb8ecc90fc admin admin] Publish callbacks [] for security_group (4a74c4b7-839d-448a-81d4-5cf0cc9cf777), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.890980 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-46522b48-4c08-4c55-abc7-d526f19f6cae req-8c00ae3d-60e4-4ac5-994f-e7b4ae291b27 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752084 Apr 04 17:47:54.938248 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f49ab60a-6be0-43b1-af83-7dfb8ecc90fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4a74c4b7-839d-448a-81d4-5cf0cc9cf777), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.940463 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e380adc2-483f-4ab2-840a-d0915b488cf5 req-7136c2b9-ea52-4a38-9554-78adee699a94 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888681 Apr 04 17:47:54.940830 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f49ab60a-6be0-43b1-af83-7dfb8ecc90fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:54.942161 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f49ab60a-6be0-43b1-af83-7dfb8ecc90fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a74c4b7-839d-448a-81d4-5cf0cc9cf777 HTTP/1.1" status: 204 len: 168 time: 0.1819580 Apr 04 17:47:54.953855 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ab60a-6be0-43b1-af83-7dfb8ecc90fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a74c4b7-839d-448a-81d4-5cf0cc9cf777,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:54.967590 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-fd2582c2-0f4c-4bb0-b4ff-03ee07a55a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:54.969136 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-fd2582c2-0f4c-4bb0-b4ff-03ee07a55a72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1451597 Apr 04 17:47:55.014213 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-83c40f61-07fe-451d-be60-b13f073e6c4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b HTTP/1.1" status: 200 len: 217 time: 0.0382600 Apr 04 17:47:55.068394 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-96893af6-ea35-47e5-89bd-345adc715d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:55.069856 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-96893af6-ea35-47e5-89bd-345adc715d37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0447643 Apr 04 17:47:55.119200 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-1240e936-f96c-45a6-b451-de7c319a22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:55.120857 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-1240e936-f96c-45a6-b451-de7c319a22a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435238 Apr 04 17:47:55.211687 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-e433b2cb-9bb6-4800-bd3b-8478161a7b43 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841694 Apr 04 17:47:55.299379 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7283fec1-51ee-4e47-9916-6438c5047cc1 req-835dfc73-3d89-4276-adea-0d3d3bfe6f2a service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804980 Apr 04 17:47:55.552400 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44048) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:55.652366 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-644080645-network', 'tenant_id': 'e536c2f6800d4bbd892cb86d61ba3066'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:55.675625 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Made reservation on behalf of e536c2f6800d4bbd892cb86d61ba3066 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:47:55.677860 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.686363 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.730053 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ac53b185-d147-4ae5-829f-b4f838d07723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.770151 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks [] for security_group (c1ace659-79e7-4ec1-9cf3-53f8fdc77b22), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.774064 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c1ace659-79e7-4ec1-9cf3-53f8fdc77b22), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.799373 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:47:55.808976 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:55.814702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (5370adda-3806-4a6b-9f6c-44cf1a755dc4), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.815039 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Added segment 5370adda-3806-4a6b-9f6c-44cf1a755dc4 of type vlan for network fe0ec220-6746-42bb-9665-4161b19b0c48 Apr 04 17:47:55.856797 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (fe0ec220-6746-42bb-9665-4161b19b0c48), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.884363 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (fe0ec220-6746-42bb-9665-4161b19b0c48), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.885301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:55.885875 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:55.949957 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3964496 Apr 04 17:47:55.952747 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44062) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:55.960002 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Request body: {'subnet': {'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-644080645-subnet', 'tenant_id': 'e536c2f6800d4bbd892cb86d61ba3066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:55.980995 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901e5e-9731-4805-b4b9-ad0aca3b2b12 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0ec220-6746-42bb-9665-4161b19b0c48,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:55.995460 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network fe0ec220-6746-42bb-9665-4161b19b0c48 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:47:56.015291 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Made reservation on behalf of e536c2f6800d4bbd892cb86d61ba3066 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:47:56.017771 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179785'] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:56.077494 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee1ba7-dfa8-48bf-a95d-2a90850afd8b req-065519b4-24b0-492c-896c-f8a3205dc126 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:56.079026 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5dee1ba7-dfa8-48bf-a95d-2a90850afd8b req-065519b4-24b0-492c-896c-f8a3205dc126 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0568049 Apr 04 17:47:56.084516 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b1a9-96f5-4ae0-9057-079c4455601a req-c2e9a0fb-7cc0-495b-be0e-5f03d91f2618 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:56.086006 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2794b1a9-96f5-4ae0-9057-079c4455601a req-c2e9a0fb-7cc0-495b-be0e-5f03d91f2618 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1197355 Apr 04 17:47:56.130810 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5dee1ba7-dfa8-48bf-a95d-2a90850afd8b req-5ca084e3-cd44-4b05-a0cc-113e337691d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Apr 04 17:47:56.160728 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2794b1a9-96f5-4ae0-9057-079c4455601a req-7ff55539-d6c6-471d-afaf-9ea5ea1b871f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675385 Apr 04 17:47:56.241853 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179839'] for subnet (76c49840-fddc-48dd-996f-2dcb4081689d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:56.296912 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c49840-fddc-48dd-996f-2dcb4081689d,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:56.304846 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Checking segment: {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:47:56.305198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Network hostable DHCP agents. Network: fe0ec220-6746-42bb-9665-4161b19b0c48, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:47:56.321213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Network fe0ec220-6746-42bb-9665-4161b19b0c48 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:47:56.329917 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, fe0ec220-6746-42bb-9665-4161b19b0c48) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:47:56.334755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:56.335504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:56.339298 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970695ea-4156-428f-9f4b-e8b9a35a361e None None] Network fe0ec220-6746-42bb-9665-4161b19b0c48 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:47:56.351077 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-0d55add9-e9ed-49e4-bdc8-1ddc290f705b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3971202 Apr 04 17:47:56.438567 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f04a98-029b-4052-8b9b-4a0cb7eee421 None None] Network fe0ec220-6746-42bb-9665-4161b19b0c48 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:47:56.722505 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:57.253880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34edc89-9ec5-42ea-8cb8-79cd58a8f830 req-e1bd9124-7a6e-453d-9d36-aa30610ac41b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:57.255374 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b34edc89-9ec5-42ea-8cb8-79cd58a8f830 req-e1bd9124-7a6e-453d-9d36-aa30610ac41b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0548439 Apr 04 17:47:57.286239 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9b826-f0f6-4a16-b123-897c3b3c54b6 req-8730fcd1-bd20-4aac-8595-c709edd1f6fd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:57.287816 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-76b9b826-f0f6-4a16-b123-897c3b3c54b6 req-8730fcd1-bd20-4aac-8595-c709edd1f6fd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0578706 Apr 04 17:47:57.301377 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b34edc89-9ec5-42ea-8cb8-79cd58a8f830 req-c70182c9-af3c-4d6a-ae21-4b26bd5ff218 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Apr 04 17:47:57.335884 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-76b9b826-f0f6-4a16-b123-897c3b3c54b6 req-ffe9ba08-785c-4a80-a7fe-85fce5907a39 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423915 Apr 04 17:47:58.072405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-f076eeab-cd23-4a0f-a14c-95496e07b399 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:58.074409 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-f076eeab-cd23-4a0f-a14c-95496e07b399 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/networks?id=fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 200 len: 813 time: 0.0992599 Apr 04 17:47:58.088374 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-c17a3f9a-2e5a-4249-b995-c691664bb594 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/quotas/e536c2f6800d4bbd892cb86d61ba3066 HTTP/1.1" status: 200 len: 375 time: 0.0086334 Apr 04 17:47:58.119063 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-7d3f4a64-1b80-4331-9f34-a46ceaa8972f tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259478 Apr 04 17:47:58.210549 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-8fd751da-c674-477a-8337-e96b92d9d104 service neutron] 10.222.0.24 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Apr 04 17:47:58.273793 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:58.300511 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3a2489fd-7bd1-4b38-b90b-2d7ee3d43ac3 service neutron] 10.222.0.24 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836973 Apr 04 17:47:58.459336 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d735a23e-4515-4c73-96c1-76562a0f90a9 req-61e46717-f4c0-4fd8-ad55-7df041f4bad6 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Apr 04 17:47:58.466512 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0edb9-4952-43a1-8f6b-f8f9533f9145 req-7a1aa094-0e4d-4f66-bcd0-9466645bdcb2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:58.468905 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cde0edb9-4952-43a1-8f6b-f8f9533f9145 req-7a1aa094-0e4d-4f66-bcd0-9466645bdcb2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0607364 Apr 04 17:47:58.516119 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cde0edb9-4952-43a1-8f6b-f8f9533f9145 req-ad6d0d8d-a473-4b8a-84e2-526068a38773 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 Apr 04 17:47:58.796415 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44136) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:58.801083 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106040042', 'description': 'tempest-description--756558033'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:58.822847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:58.889636 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group (65ec0f79-47f4-4dec-b151-620c78fc736b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:58.893896 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (65ec0f79-47f4-4dec-b151-620c78fc736b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:58.924992 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:58.926222 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287978 Apr 04 17:47:58.929127 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44138) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:58.933309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'security_group_rule': {'security_group_id': '65ec0f79-47f4-4dec-b151-620c78fc736b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:58.939107 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef74b3-2582-4ab2-aef0-c0073d10bad5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec0f79-47f4-4dec-b151-620c78fc736b,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:58.964509 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group_rule (8d7da9c6-6e0b-4269-9b7a-7d01da4c1f55), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.031204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group_rule (8d7da9c6-6e0b-4269-9b7a-7d01da4c1f55), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.035327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (8d7da9c6-6e0b-4269-9b7a-7d01da4c1f55), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.054661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7da9c6-6e0b-4269-9b7a-7d01da4c1f55,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:59.064712 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.065920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-31ef1db6-3165-4478-9025-989867ef7d14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358836 Apr 04 17:47:59.068666 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44144) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:59.073914 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'security_group_rule': {'security_group_id': '65ec0f79-47f4-4dec-b151-620c78fc736b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:59.098569 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group_rule (df13d705-a529-466a-bf73-95d45137746d), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.156328 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group_rule (df13d705-a529-466a-bf73-95d45137746d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.160442 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (df13d705-a529-466a-bf73-95d45137746d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.178162 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df13d705-a529-466a-bf73-95d45137746d,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:59.186488 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.187851 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e22948f7-e606-4520-93bc-de8a122d39a6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178498 Apr 04 17:47:59.190963 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44148) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:59.195367 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:59.214680 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.248407 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44150) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:59.310636 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.352528 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.428889 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Allocated IP 172.27.3.78 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:47:59.482999 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Publish callbacks [] for security_group (b9b05cdf-b142-476f-9bbb-955595498f45), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.489642 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b9b05cdf-b142-476f-9bbb-955595498f45), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.538302 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c4e91734763407ba08d2ce659bc7d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886941 Apr 04 17:47:59.542273 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44156) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:47:59.557258 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b05cdf-b142-476f-9bbb-955595498f45,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:59.578834 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.579182 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.579524 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.579862 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.580341 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.580724 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.581055 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.581379 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.581705 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.582029 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.582353 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.582981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.583303 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.583623 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.583943 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bbe60d-71f3-46b8-983d-2d378c8e3fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.594052 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-8fe9ff73-1537-4463-bb09-41a800868b2b tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:59.595804 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-8fe9ff73-1537-4463-bb09-41a800868b2b tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "GET /v2.0/networks?id=fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 200 len: 813 time: 0.1890872 Apr 04 17:47:59.596552 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b3ee3cf-1863-426d-bc86-99cc73a308ee req-c1da01fd-b6d7-410d-94db-649d3a0578ae tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 210 time: 0.0611236 Apr 04 17:47:59.617393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.629071 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Request body: {'port': {'device_id': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48', 'admin_state_up': True, 'tenant_id': 'e536c2f6800d4bbd892cb86d61ba3066'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:47:59.669294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-63f5dbf5-b54f-47f6-b26f-aa3ec75a4ce8 admin admin] Publish callbacks [] for security_group (b9b05cdf-b142-476f-9bbb-955595498f45), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.697082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.707052 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-63f5dbf5-b54f-47f6-b26f-aa3ec75a4ce8 admin admin] Publish callbacks [] for security_group (b9b05cdf-b142-476f-9bbb-955595498f45), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.738055 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8aacb-f40d-4edd-bce1-4f64a7304ce2 req-5b03f5b6-ee77-419e-a80a-c0845b4d60c2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:47:59.739554 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9db8aacb-f40d-4edd-bce1-4f64a7304ce2 req-5b03f5b6-ee77-419e-a80a-c0845b4d60c2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1234515 Apr 04 17:47:59.753497 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:47:59.769375 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:47:59.775270 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:47:59.777704 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'Port': ['ID=ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:59.810120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.810702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.810981 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.811494 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.811641 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9db8aacb-f40d-4edd-bce1-4f64a7304ce2 req-19cd085a-3fc7-49f9-924e-b7fc588a5c9c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658896 Apr 04 17:47:59.811827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.812150 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.812509 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.812637 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Made reservation on behalf of e536c2f6800d4bbd892cb86d61ba3066 for: {'port': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:47:59.812843 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.813172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.813499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.813824 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.814149 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.815741 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.817671 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.818014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.818736 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:47:59.840379 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.870217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-63f5dbf5-b54f-47f6-b26f-aa3ec75a4ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b9b05cdf-b142-476f-9bbb-955595498f45), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.874416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-63f5dbf5-b54f-47f6-b26f-aa3ec75a4ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.878799 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-63f5dbf5-b54f-47f6-b26f-aa3ec75a4ce8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9b05cdf-b142-476f-9bbb-955595498f45 HTTP/1.1" status: 204 len: 168 time: 0.3325737 Apr 04 17:47:59.920462 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5dbf5-b54f-47f6-b26f-aa3ec75a4ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b05cdf-b142-476f-9bbb-955595498f45,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:47:59.942225 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:47:59.985938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.181678 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.188595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.252811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'Port': ['ID=ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:00.267109 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Allocated IP 172.20.0.4 (fe0ec220-6746-42bb-9665-4161b19b0c48/76c49840-fddc-48dd-996f-2dcb4081689d/a17c3c1d-843a-4f47-a894-03de8f667081) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:00.294032 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.309472 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.318920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-beb94e66-091f-4d7f-bdbb-2c824bfdc848 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1186981 Apr 04 17:48:00.435044 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks [] for port (a17c3c1d-843a-4f47-a894-03de8f667081), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.475983 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.517146 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Network fe0ec220-6746-42bb-9665-4161b19b0c48 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:00.522512 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:00.526123 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:00.550418 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-e21b36b1-1841-4db0-b3e4-cce962c2254e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2106040042&fields=id&tenant_id=5c08218b8cf2457fb90a21a66964b75f HTTP/1.1" status: 200 len: 267 time: 0.0629711 Apr 04 17:48:00.560381 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Pushing event updated for resources: {'Port': ['ID=a17c3c1d-843a-4f47-a894-03de8f667081,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:00.583154 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:00.583758 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.600918 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5c91fcbe-a1df-45bd-b45d-c5ffd2459522 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9752548 Apr 04 17:48:00.612631 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Request body: {'port': {'device_id': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:00.622308 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44200) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:00.686134 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-1ad8ea5b-fd8c-4ae4-a722-4c4f51454899 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:00.687940 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-1ad8ea5b-fd8c-4ae4-a722-4c4f51454899 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 819 time: 0.1278450 Apr 04 17:48:00.692282 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.703485 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-8724397b-dcf2-4122-97e8-26500fce565c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/quotas/5c08218b8cf2457fb90a21a66964b75f HTTP/1.1" status: 200 len: 375 time: 0.0099306 Apr 04 17:48:00.758485 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-706124486-network', 'tenant_id': '4ed5622835754f10972b984a5dae9384'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:00.771008 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560734-60c0-47c1-a0b4-a569deafc6fa req-8610aec4-8abc-4ea3-87cf-f0d6efe9d55d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:00.772637 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-96560734-60c0-47c1-a0b4-a569deafc6fa req-8610aec4-8abc-4ea3-87cf-f0d6efe9d55d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 931 time: 0.0958350 Apr 04 17:48:00.784723 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-a23f81dd-aa88-4e0d-8344-bbe0bd043c2e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750201 Apr 04 17:48:00.796741 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Made reservation on behalf of 4ed5622835754f10972b984a5dae9384 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:00.798730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.814804 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:00.892877 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-96560734-60c0-47c1-a0b4-a569deafc6fa req-100aa2b9-d327-40b2-8e1a-d719aeca5f96 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133015 Apr 04 17:48:01.072260 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17c3c1d-843a-4f47-a894-03de8f667081 {{(pid=115104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:01.082154 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Publish callbacks [] for port (a17c3c1d-843a-4f47-a894-03de8f667081), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.092477 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58cabb-5207-425b-9c31-d86de639607b req-90cfa2c0-b9ff-42f4-84d6-5f3eb369fbeb tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.093948 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ff58cabb-5207-425b-9c31-d86de639607b req-90cfa2c0-b9ff-42f4-84d6-5f3eb369fbeb tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1110039 Apr 04 17:48:01.104458 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.provisioning_blocks [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Transition to ACTIVE for port object a17c3c1d-843a-4f47-a894-03de8f667081 will not be triggered until provisioned by entity L2. {{(pid=115104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:48:01.110958 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.160120 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-f1013eb6-d0b7-4df1-b52c-67881ce023ac service neutron] 10.222.0.24 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582485 Apr 04 17:48:01.180132 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-5742d42d-754d-45ee-9b4a-eac3a0914f55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068983 Apr 04 17:48:01.188490 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Pushing event updated for resources: {'Port': ['ID=a17c3c1d-843a-4f47-a894-03de8f667081,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:01.214318 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ff58cabb-5207-425b-9c31-d86de639607b req-21369d26-225a-410a-8f16-0dc91398eee6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128607 Apr 04 17:48:01.278136 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Attempting to bind port a17c3c1d-843a-4f47-a894-03de8f667081 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:01.278494 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Attempting to bind port a17c3c1d-843a-4f47-a894-03de8f667081 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:01.278814 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Attempting to bind port a17c3c1d-843a-4f47-a894-03de8f667081 on network fe0ec220-6746-42bb-9665-4161b19b0c48 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:01.283466 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Port a17c3c1d-843a-4f47-a894-03de8f667081 on network fe0ec220-6746-42bb-9665-4161b19b0c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:48:01.283954 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Attempting to bind port a17c3c1d-843a-4f47-a894-03de8f667081 on network fe0ec220-6746-42bb-9665-4161b19b0c48 {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:01.284983 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks [] for security_group (bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.288994 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:01.289521 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Checking segment: {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:01.289898 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Bound using segment: {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'} {{(pid=115104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:01.290314 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.managers [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Bound port: a17c3c1d-843a-4f47-a894-03de8f667081, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'}}] {{(pid=115104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:01.290663 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.300857 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.338327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-ebe748bc-78b8-469d-ada2-1876885efd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.340448 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-ebe748bc-78b8-469d-ada2-1876885efd40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 1130 time: 0.1203804 Apr 04 17:48:01.341158 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:48:01.355576 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-a0bf2ec1-ca27-4113-9d3c-f776be18a5c0 service neutron] 10.222.0.24 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856344 Apr 04 17:48:01.362822 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (c92dba29-ded9-4197-acc0-7359b474b4e4), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.363166 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Added segment c92dba29-ded9-4197-acc0-7359b474b4e4 of type vlan for network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 Apr 04 17:48:01.364076 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] For port a17c3c1d-843a-4f47-a894-03de8f667081, host hv-cinder-78836, cleared binding levels {{(pid=115104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:01.368306 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] For port a17c3c1d-843a-4f47-a894-03de8f667081, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a17c3c1d-843a-4f47-a894-03de8f667081,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:01.377362 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.383725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:01.404667 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44212) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:01.418008 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992938359', 'description': 'tempest-description--1279154480'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:01.449400 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.450075 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.451222 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] 10.222.0.11 "PUT /v2.0/ports/a17c3c1d-843a-4f47-a894-03de8f667081 HTTP/1.1" status: 200 len: 1093 time: 0.8428528 Apr 04 17:48:01.451720 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'tag': 'a17c3c1d-843a-4f47-a894-03de8f667081'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:01.453981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b1510a-1536-4d34-a9bf-bf2847696734" -d '{"events": [{"name": "network-changed", "server_uuid": "161f5607-f321-4c01-8c3d-a2274841dbe3", "tag": "a17c3c1d-843a-4f47-a894-03de8f667081"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:01.467889 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (a9015c17-c61f-4cd5-8e04-e092cdcf5c98), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.497034 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.516648 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-8d293ad4-d0ed-4951-9139-312957dbb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.518130 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-8d293ad4-d0ed-4951-9139-312957dbb6bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.1567266 Apr 04 17:48:01.522091 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (a9015c17-c61f-4cd5-8e04-e092cdcf5c98), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.523150 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.523795 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.545346 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b826dfc-e768-4cfc-93da-1888582608d3 x-openstack-request-id: req-9b826dfc-e768-4cfc-93da-1888582608d3 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:01.546013 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161f5607-f321-4c01-8c3d-a2274841dbe3", "tag": "a17c3c1d-843a-4f47-a894-03de8f667081", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:01.547826 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b826dfc-e768-4cfc-93da-1888582608d3 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:01.548759 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b826dfc-e768-4cfc-93da-1888582608d3'] response: {'name': 'network-changed', 'server_uuid': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'tag': 'a17c3c1d-843a-4f47-a894-03de8f667081', 'status': 'completed', 'code': 200} Apr 04 17:48:01.561244 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc471-f973-444f-afca-3ab6bb468a9b service neutron] Pushing event updated for resources: {'Port': ['ID=a17c3c1d-843a-4f47-a894-03de8f667081,revision_number=3']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:01.611991 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-07784c5f-e05b-4874-8499-bff4398c1cdc req-de8e4f56-6e06-46d5-a290-74271f64e2d2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 210 time: 0.0402806 Apr 04 17:48:01.644793 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-67256f08-7324-4749-9fe0-a05a132f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.646567 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-67256f08-7324-4749-9fe0-a05a132f8ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 1127 time: 0.1474764 Apr 04 17:48:01.660475 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0341241 Apr 04 17:48:01.662670 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44220) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:01.669200 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Request body: {'subnet': {'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-706124486-subnet', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:01.674163 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21171658-78b8-40c8-9c22-c0b5ddf792d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9015c17-c61f-4cd5-8e04-e092cdcf5c98,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:01.687784 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:48:01.701679 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-41ba4af6-5c4a-4e3f-ba86-5c270e9690e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451 HTTP/1.1" status: 200 len: 1001 time: 0.1600654 Apr 04 17:48:01.733848 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (e497b211-f749-424b-8278-4eb1fc3f724e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.738915 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-4e8af770-a30f-4fed-ad0e-8e9c114f0e87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17c3c1d-843a-4f47-a894-03de8f667081 HTTP/1.1" status: 200 len: 217 time: 0.0828266 Apr 04 17:48:01.743115 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (e497b211-f749-424b-8278-4eb1fc3f724e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.756782 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-e7b576c7-7359-49c6-88b3-ffd07caf8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.758695 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-e7b576c7-7359-49c6-88b3-ffd07caf8fb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0505183 Apr 04 17:48:01.799921 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.823676 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-642f0b27-989a-4fc3-aced-0e2af6edfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.826423 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-642f0b27-989a-4fc3-aced-0e2af6edfb2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599208 Apr 04 17:48:01.837323 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Made reservation on behalf of 4ed5622835754f10972b984a5dae9384 for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:01.839669 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4021699'] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.846911 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.848254 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4410605 Apr 04 17:48:01.852553 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44226) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:01.858471 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': 'e497b211-f749-424b-8278-4eb1fc3f724e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:01.890642 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799df3a-f3cd-446a-8744-3fdc347c8fd0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e497b211-f749-424b-8278-4eb1fc3f724e,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:01.907990 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-46656b46-994a-4b44-b70e-c6006bf4f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:01.909497 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-46656b46-994a-4b44-b70e-c6006bf4f535 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c49840-fddc-48dd-996f-2dcb4081689d HTTP/1.1" status: 200 len: 853 time: 0.1542068 Apr 04 17:48:01.937170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (96d35bac-d9fd-4cea-8f90-e3b34049e0b8), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:01.967704 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-7882c13f-73b9-4ad8-9c55-9819b9e50595 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0ec220-6746-42bb-9665-4161b19b0c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398176 Apr 04 17:48:01.972778 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-d5d2ac60-d02a-46a5-b062-bda865a62fdb service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392808 Apr 04 17:48:02.101186 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-7f3e51a8-3d05-4869-a3b4-ae75819b88e3 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272962 Apr 04 17:48:02.113038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (96d35bac-d9fd-4cea-8f90-e3b34049e0b8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.120752 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (96d35bac-d9fd-4cea-8f90-e3b34049e0b8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.132924 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1fe3-734d-4744-a6d2-1e16f883da2f req-dcb69f8c-52eb-423b-adc0-d4f53916166e tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.134416 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-baca1fe3-734d-4744-a6d2-1e16f883da2f req-dcb69f8c-52eb-423b-adc0-d4f53916166e tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 943 time: 0.1417961 Apr 04 17:48:02.169942 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d35bac-d9fd-4cea-8f90-e3b34049e0b8,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:02.184953 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4eed89ae-0da6-4e1e-8a07-553ead4723d5 req-1fe36f87-5773-4a0e-b9ed-afd8120f5623 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042067 Apr 04 17:48:02.191220 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.196266 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3ef4abda-42d5-4c58-b068-0f25eec6bc40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395498 Apr 04 17:48:02.198977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44232) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:02.205594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': 'e497b211-f749-424b-8278-4eb1fc3f724e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:02.207269 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1370151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4021749'] for subnet (30ac03d8-d295-45cd-9bd2-39be29235c8c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.250465 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-baca1fe3-734d-4744-a6d2-1e16f883da2f req-6bcecde1-bc10-40e1-a815-7800be8a6242 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039884 Apr 04 17:48:02.263548 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (61f841e2-08b0-41c5-ae58-18917d19bfdc), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.281655 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b8f319e-b746-4dc4-abc5-a6fdc784d54e req-5e14d28b-2ca0-4527-b4f5-820a0dd4aad7 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582878 Apr 04 17:48:02.302930 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ac03d8-d295-45cd-9bd2-39be29235c8c,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:02.305177 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Checking segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:02.305533 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Network hostable DHCP agents. Network: a9015c17-c61f-4cd5-8e04-e092cdcf5c98, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:48:02.319527 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (61f841e2-08b0-41c5-ae58-18917d19bfdc), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.326180 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (61f841e2-08b0-41c5-ae58-18917d19bfdc), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.329559 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:48:02.346777 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f841e2-08b0-41c5-ae58-18917d19bfdc,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:02.350629 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, a9015c17-c61f-4cd5-8e04-e092cdcf5c98) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:02.355519 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.356936 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-1bc06cb0-07e9-4f49-bcab-c1250e822267 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577260 Apr 04 17:48:02.360833 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44236) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:02.364840 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:02.365746 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c5578-b195-4c49-8b6d-412378cdf0cd None None] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:48:02.374176 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.375030 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.388559 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.424090 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4bdb631e-bebc-4f2f-9c24-3c7e1f6e7ffb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7564301 Apr 04 17:48:02.424636 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44238) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:02.429835 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:02.454947 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef51df-9419-4066-ba07-ee3a57d66a31 req-41b12ea5-792e-49de-a976-02d339a4abb1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.457290 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-77ef51df-9419-4066-ba07-ee3a57d66a31 req-41b12ea5-792e-49de-a976-02d339a4abb1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1252472 Apr 04 17:48:02.479639 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-42f2a041-0af5-41cd-8122-6ee6fe5cdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.481354 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-42f2a041-0af5-41cd-8122-6ee6fe5cdcc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 1127 time: 0.1115870 Apr 04 17:48:02.483337 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (a3492e4e-b4c7-4de1-8162-1416515c7b7e), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.484552 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (a3492e4e-b4c7-4de1-8162-1416515c7b7e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.494407 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.512136 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'project_id': '4ed5622835754f10972b984a5dae9384', 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:48:02.513012 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.621400 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-77ef51df-9419-4066-ba07-ee3a57d66a31 req-72fd383a-4c5f-40e4-a330-dabdfb6dee10 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495912 Apr 04 17:48:02.634857 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.27.3.140 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/41839431-79e1-4026-a7e0-99ea9f1d1bf0) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:02.671753 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-0582a09d-67da-4395-a00d-ab8e0f96a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.673259 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-0582a09d-67da-4395-a00d-ab8e0f96a30c service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 200 len: 914 time: 0.1765337 Apr 04 17:48:02.676655 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks [] for router_controller (a3492e4e-b4c7-4de1-8162-1416515c7b7e), precommit_add_association {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.704618 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Allocated IP 172.20.0.2 (a9015c17-c61f-4cd5-8e04-e092cdcf5c98/30ac03d8-d295-45cd-9bd2-39be29235c8c/796b1047-b7e9-4c4a-9b09-bb13b5704aa1) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:02.753724 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-c072d40f-615d-426f-ab02-5051616225ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a17c3c1d-843a-4f47-a894-03de8f667081 HTTP/1.1" status: 200 len: 217 time: 0.0702701 Apr 04 17:48:02.825770 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a9058390-94e6-43e2-82e3-e83c829d6e2a req-ecc50237-2691-4e2a-a789-88dd3007f54d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 210 time: 0.0822105 Apr 04 17:48:02.894899 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks [] for router_gateway (a3492e4e-b4c7-4de1-8162-1416515c7b7e), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.905274 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Publish callbacks [] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.908362 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-6f1411b0-1f04-43f6-924f-8344c032d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.909892 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-6f1411b0-1f04-43f6-924f-8344c032d54f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c49840-fddc-48dd-996f-2dcb4081689d HTTP/1.1" status: 200 len: 853 time: 0.1305544 Apr 04 17:48:02.914428 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.960570 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:02.962645 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:02.966214 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:02.968983 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-15c3ce2b-a526-40fc-ab16-dd3aa28db706 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:02.970836 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-15c3ce2b-a526-40fc-ab16-dd3aa28db706 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 819 time: 0.2388985 Apr 04 17:48:02.973691 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-04980275-1ff3-49fd-870f-7843024e0121 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0ec220-6746-42bb-9665-4161b19b0c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278430 Apr 04 17:48:02.976518 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:02.987300 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Pushing event updated for resources: {'Port': ['ID=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:03.050176 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Attempting to bind port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:03.050679 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Attempting to bind port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:03.051161 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Attempting to bind port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 on network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:03.056408 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.056683 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:03.057013 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Checking segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:03.057575 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.057913 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Bound using segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:03.058291 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Bound port: 796b1047-b7e9-4c4a-9b09-bb13b5704aa1, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:03.058670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.100819 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-a61b54d1-0818-467e-af63-c7fcbff3f997 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c08218b8cf2457fb90a21a66964b75f HTTP/1.1" status: 200 len: 380 time: 0.1112154 Apr 04 17:48:03.101031 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-c4194555-18ac-4639-9228-3a42e6073b0d service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097908 Apr 04 17:48:03.118155 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:03.122254 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] For port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:03.124744 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'port': {'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'admin_state_up': True, 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'security_groups': ['65ec0f79-47f4-4dec-b151-620c78fc736b']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:03.125461 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] For port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:03.130195 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:03.131735 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.141862 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=41839431-79e1-4026-a7e0-99ea9f1d1bf0,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:03.145114 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:03.187221 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abd8a8-84c6-4559-981e-d607ad8da9e3 None None] Pushing event updated for resources: {'Port': ['ID=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:03.292070 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks [] for router_gateway (a3492e4e-b4c7-4de1-8162-1416515c7b7e), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.322024 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.327307 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (0a651668-bfd5-4cc5-bcd9-4d5e8009212f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.334753 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Made reservation on behalf of 5c08218b8cf2457fb90a21a66964b75f for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:03.338614 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.386496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.416581 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00b1510a-1536-4d34-a9bf-bf2847696734 req-afff5ab9-2456-4681-948a-6dfc8b0d3967 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721305 Apr 04 17:48:03.488774 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c51f-2513-419e-877c-98d971fdfd82 req-d03aac9c-f6be-494e-9fbf-ef7f4678916c tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:03.490315 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-14e9c51f-2513-419e-877c-98d971fdfd82 req-d03aac9c-f6be-494e-9fbf-ef7f4678916c tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 943 time: 0.1577458 Apr 04 17:48:03.537886 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Allocated IP 172.27.3.164 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/bd0ad912-5023-498b-8ba9-d8ded4c430eb) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:03.573874 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-14e9c51f-2513-419e-877c-98d971fdfd82 req-a9503a29-13ea-409d-b65a-4ad0882a9bb3 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717158 Apr 04 17:48:03.637550 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Allocated IP 172.20.0.5 (74f2e18e-9fa2-4311-bf8f-434e4871977e/1a63361e-272e-4c51-8985-f7a102d89f3d/c2f31da0-cc07-40ed-95b4-2c36ef94ba0b) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:03.679043 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks [] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.715444 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.752002 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:03.756438 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:03.762088 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:03.784580 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Pushing event updated for resources: {'Port': ['ID=bd0ad912-5023-498b-8ba9-d8ded4c430eb,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:03.789427 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.798702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.916041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0ff30-dcd0-4e89-ab00-56ea83d06320 req-9f263a81-e1fc-4254-b298-fc2c24c7778e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:03.918838 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ea0ff30-dcd0-4e89-ab00-56ea83d06320 req-9f263a81-e1fc-4254-b298-fc2c24c7778e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.2163894 Apr 04 17:48:03.933935 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=41839431-79e1-4026-a7e0-99ea9f1d1bf0,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:03.968010 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8cd35fc3-6171-41fe-8852-547b42747c4a req-d716076a-d13f-45d2-a685-20ffe6adb935 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 210 time: 0.0600114 Apr 04 17:48:03.984659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:03.984659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (0a651668-bfd5-4cc5-bcd9-4d5e8009212f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.077540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks [] for router_gateway (a3492e4e-b4c7-4de1-8162-1416515c7b7e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.232475 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.242180 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2bfdddd5-0522-4b7a-b3f8-2a6a940014ab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8723917 Apr 04 17:48:04.247247 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ea0ff30-dcd0-4e89-ab00-56ea83d06320 req-95d81fe4-45e6-474e-bab2-c4812e2d17df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164225 Apr 04 17:48:04.264322 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.288486 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759df21a-7297-4073-8c6b-bf11a0b05a7d None None] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:48:04.310179 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:04.313384 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:04.314416 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (a3492e4e-b4c7-4de1-8162-1416515c7b7e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.317186 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:04.360828 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event updated for resources: {'Port': ['ID=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:04.393404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:04.394356 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.415244 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-9057cab8-8d92-44a4-a492-c3b3739489d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2992311 Apr 04 17:48:04.428879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Request body: {'port': {'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:04.540097 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device a17c3c1d-843a-4f47-a894-03de8f667081 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:48:04.560333 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.589514 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] Provisioning complete for port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:04.590388 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.644889 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:04.682644 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.db.resource_extend [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 17:48:04.817269 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:04.817679 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.819933 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-0b95676e-b816-420a-bdd6-e4ee18853138 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--992938359&fields=id&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 267 time: 0.0703712 Apr 04 17:48:04.838195 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a0ff9-35fd-47f5-b047-1db2ced42550 req-2e9391e8-72eb-482e-bdbd-35787e6320f8 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:04.840263 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5f7a0ff9-35fd-47f5-b047-1db2ced42550 req-2e9391e8-72eb-482e-bdbd-35787e6320f8 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 943 time: 0.1203952 Apr 04 17:48:04.871021 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port a17c3c1d-843a-4f47-a894-03de8f667081, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a17c3c1d-843a-4f47-a894-03de8f667081,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:04.902222 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'a17c3c1d-843a-4f47-a894-03de8f667081', 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48', 'port_id': 'a17c3c1d-843a-4f47-a894-03de8f667081', 'mac_address': 'fa:16:3e:d4:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c49840-fddc-48dd-996f-2dcb4081689d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:48:04.911668 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] Current status of the port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:04.912334 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:04.927163 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5f7a0ff9-35fd-47f5-b047-1db2ced42550 req-532d06db-4249-454d-b553-8b00c8a88e1f tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779073 Apr 04 17:48:04.950171 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Router a3492e4e-b4c7-4de1-8162-1416515c7b7e is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:48:04.977083 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-843bf1a8-7bba-4919-957f-88b058f0dfc5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:04.978591 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-843bf1a8-7bba-4919-957f-88b058f0dfc5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.1494100 Apr 04 17:48:05.014031 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f31da0-cc07-40ed-95b4-2c36ef94ba0b {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:05.024169 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Publish callbacks [] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.040300 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Transition to ACTIVE for port object c2f31da0-cc07-40ed-95b4-2c36ef94ba0b will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:48:05.045575 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.058505 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] For port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:05.060768 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port a17c3c1d-843a-4f47-a894-03de8f667081 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:05.061365 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.072965 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.092892 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-61c502f8-c440-4c9d-8dc2-ecd092016502 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/quotas/4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 375 time: 0.0176687 Apr 04 17:48:05.139567 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17c3c1d-843a-4f47-a894-03de8f667081 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:05.156809 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:48:05.161514 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:05.170336 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Sync routers for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:48:05.174217 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port a17c3c1d-843a-4f47-a894-03de8f667081, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a17c3c1d-843a-4f47-a894-03de8f667081,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:05.186866 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.189670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:05.194605 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:05.196135 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:05.201842 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.203377 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-53071ae3-b79b-4412-9764-b24b1559338b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7775247 Apr 04 17:48:05.213137 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724d16-1620-4ed2-a6f3-0fa5f4724539 None None] Pushing event updated for resources: {'Port': ['ID=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:05.218981 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-6e5d1a49-251c-4072-bd53-5b3874ccf2f9 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183562 Apr 04 17:48:05.219474 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44268) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:05.273096 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-5a370d33-7ee6-44b8-b9ff-2f0749008e11 None None] Provisioning complete for port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:05.273423 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5a370d33-7ee6-44b8-b9ff-2f0749008e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.313111 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=a17c3c1d-843a-4f47-a894-03de8f667081,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:05.348416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee5970-9665-4c11-b460-888d83dd1b75 req-6f0e9a3c-5c3e-4627-8827-c4050580df1c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:05.353877 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-28ee5970-9665-4c11-b460-888d83dd1b75 req-6f0e9a3c-5c3e-4627-8827-c4050580df1c tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 943 time: 0.2488763 Apr 04 17:48:05.365844 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:05.389533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Attempting to bind port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:05.390061 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Attempting to bind port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:05.391074 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Attempting to bind port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:05.397919 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b on network 74f2e18e-9fa2-4311-bf8f-434e4871977e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:48:05.398474 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Attempting to bind port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b on network 74f2e18e-9fa2-4311-bf8f-434e4871977e {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:05.421684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:05.422192 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Checking segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:05.422678 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Bound using segment: {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:05.423230 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Bound port: c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:05.423659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.435309 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-5a370d33-7ee6-44b8-b9ff-2f0749008e11 None None] Current status of the port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:05.448873 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-28ee5970-9665-4c11-b460-888d83dd1b75 req-7be21a4d-3f83-4951-aeb6-d57d9bc2fc72 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858796 Apr 04 17:48:05.477777 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-8cd8d61a-249a-42b1-b409-70cca35c8584 service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443323 Apr 04 17:48:05.506601 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['a17c3c1d-843a-4f47-a894-03de8f667081'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:48:05.516657 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] For port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:05.521258 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] For port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:05.530539 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.611479 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:05.648386 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:03Z', 'revision_number': 3, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:05.650499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:05.651422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.653540 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-51f1962a-e78d-4951-9a7a-3446e452eba8 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 1093 time: 1.2304726 Apr 04 17:48:05.655091 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:05.658290 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e1445-c5c7-4670-b43a-5fa62552372b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:05.662763 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-d71792e8-50bc-4537-af6c-783e4da31488 service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506634 Apr 04 17:48:05.690116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a037be-76f8-40a5-a63a-66bf5740e9a6 req-6d55ecdb-8786-4382-a466-cbcce046bff1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:05.691852 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-88a037be-76f8-40a5-a63a-66bf5740e9a6 req-6d55ecdb-8786-4382-a466-cbcce046bff1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1556251 Apr 04 17:48:05.715569 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Checking router: a3492e4e-b4c7-4de1-8162-1416515c7b7e for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:48:05.716427 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Updating router a3492e4e-b4c7-4de1-8162-1416515c7b7e port bd0ad912-5023-498b-8ba9-d8ded4c430eb binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:48:05.804557 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:05.806210 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-88a037be-76f8-40a5-a63a-66bf5740e9a6 req-1f384536-6e36-4c5b-93dd-3f946f8fbf97 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086810 Apr 04 17:48:05.840107 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-ae71ff38-fa2b-4070-b6d7-e5734b2e12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:05.847527 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-ae71ff38-fa2b-4070-b6d7-e5734b2e12fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1127 time: 0.0958538 Apr 04 17:48:05.922013 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10f8c5-3dce-494c-a662-e23003e33486 x-openstack-request-id: req-5e10f8c5-3dce-494c-a662-e23003e33486 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:05.922554 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:05.922956 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e10f8c5-3dce-494c-a662-e23003e33486 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:05.923603 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e10f8c5-3dce-494c-a662-e23003e33486'] response: {'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'status': 'completed', 'code': 200} Apr 04 17:48:05.925340 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-12a4980b-4291-4f8e-885d-78208753851f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 217 time: 0.0702291 Apr 04 17:48:05.987766 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-01cc06c1-8f55-4977-aff5-a48df7011c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:05.989393 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-01cc06c1-8f55-4977-aff5-a48df7011c5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0568459 Apr 04 17:48:05.999769 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4d716f34-9ba8-47a9-b330-fcf75ce4fbec req-1992b4d8-3c76-447b-b785-a60100056f28 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 210 time: 0.0401831 Apr 04 17:48:06.060253 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.107282 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745e99-9336-468f-a35d-4405ffabae30 req-ee945971-7f49-4743-9a10-525ac08eaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:06.108817 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-ee945971-7f49-4743-9a10-525ac08eaa21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1075413 Apr 04 17:48:06.118379 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb684c-24d4-45c8-bc48-1e154c902aa4 req-5a99f0a8-805f-441b-913f-9bbcf238e647 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:06.119893 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-18bb684c-24d4-45c8-bc48-1e154c902aa4 req-5a99f0a8-805f-441b-913f-9bbcf238e647 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 944 time: 0.0756934 Apr 04 17:48:06.220301 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Publish callbacks [] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.224389 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-18bb684c-24d4-45c8-bc48-1e154c902aa4 req-a4a189f5-37c7-4397-aad6-24c202bbfacd tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958548 Apr 04 17:48:06.228403 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.263321 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Attempting to bind port bd0ad912-5023-498b-8ba9-d8ded4c430eb on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:06.263782 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Attempting to bind port bd0ad912-5023-498b-8ba9-d8ded4c430eb by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:06.264187 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Attempting to bind port bd0ad912-5023-498b-8ba9-d8ded4c430eb on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:06.272174 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-ab076920-3b2b-4fa9-b01e-9d455c0d81a0 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507375 Apr 04 17:48:06.273405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Allocated IP 172.20.0.1 (a9015c17-c61f-4cd5-8e04-e092cdcf5c98/30ac03d8-d295-45cd-9bd2-39be29235c8c/24607b34-f6e8-42c8-be0b-3c62ff9d442a) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:06.294077 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:06.294503 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:06.294961 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.295511 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:06.296247 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Bound port: bd0ad912-5023-498b-8ba9-d8ded4c430eb, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:06.296707 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.353227 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] For port bd0ad912-5023-498b-8ba9-d8ded4c430eb, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:06.357295 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] For port bd0ad912-5023-498b-8ba9-d8ded4c430eb, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=bd0ad912-5023-498b-8ba9-d8ded4c430eb,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:06.365879 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.389703 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device a17c3c1d-843a-4f47-a894-03de8f667081 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:06.396614 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks [] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.399689 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58745e99-9336-468f-a35d-4405ffabae30 req-b8c2616c-b641-410b-b692-86ac69d9ae68 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204720 Apr 04 17:48:06.417059 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Pushing event updated for resources: {'Port': ['ID=bd0ad912-5023-498b-8ba9-d8ded4c430eb,revision_number=2']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:06.431367 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.431719 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.432160 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.432720 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.433157 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.433504 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.433942 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.434583 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.434912 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.435407 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.435885 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.436340 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.436984 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.437337 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.437667 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:06.445843 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.468034 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port a17c3c1d-843a-4f47-a894-03de8f667081 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:48:06.472375 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port a17c3c1d-843a-4f47-a894-03de8f667081 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:06.472760 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.533406 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:06.538589 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:06.551580 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-31fb1e21-ebf5-459e-ab9f-20071b79708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:06.554541 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:06.556419 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:06.557138 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-31fb1e21-ebf5-459e-ab9f-20071b79708c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1127 time: 0.0979517 Apr 04 17:48:06.562800 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:06.577072 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:06.670668 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Pushing event updated for resources: {'Port': ['ID=24607b34-f6e8-42c8-be0b-3c62ff9d442a,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:06.719453 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (a3492e4e-b4c7-4de1-8162-1416515c7b7e), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.724319 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port a17c3c1d-843a-4f47-a894-03de8f667081 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:06.724932 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.726562 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-652c292a-3565-47b2-b2f9-c339f2cf6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:06.728716 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-652c292a-3565-47b2-b2f9-c339f2cf6fb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1666751 Apr 04 17:48:06.741000 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:06.741377 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.773329 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c3c1d-843a-4f47-a894-03de8f667081'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:06.775622 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9b9516-32bd-40d7-9fe5-6aecee6fc1eb" -d '{"events": [{"server_uuid": "161f5607-f321-4c01-8c3d-a2274841dbe3", "name": "network-vif-plugged", "status": "completed", "tag": "a17c3c1d-843a-4f47-a894-03de8f667081"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:06.799198 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:06.824274 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port a17c3c1d-843a-4f47-a894-03de8f667081, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a17c3c1d-843a-4f47-a894-03de8f667081,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:06.835266 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-5526bacd-79ba-420a-a105-bb13c5510e91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 217 time: 0.0987153 Apr 04 17:48:06.839875 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:06.846340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bde1ecb-6902-47a4-8f92-256a4cb5573c x-openstack-request-id: req-0bde1ecb-6902-47a4-8f92-256a4cb5573c {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:06.846901 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161f5607-f321-4c01-8c3d-a2274841dbe3", "name": "network-vif-plugged", "status": "completed", "tag": "a17c3c1d-843a-4f47-a894-03de8f667081", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:06.847738 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bde1ecb-6902-47a4-8f92-256a4cb5573c {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:06.848538 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bde1ecb-6902-47a4-8f92-256a4cb5573c'] response: {'server_uuid': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c3c1d-843a-4f47-a894-03de8f667081', 'code': 200} Apr 04 17:48:06.917880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637e4fa-4f1e-430b-ae7f-72b171df0664 req-376d00fc-a3ea-4191-9279-0615757cf4c7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:06.919639 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d637e4fa-4f1e-430b-ae7f-72b171df0664 req-376d00fc-a3ea-4191-9279-0615757cf4c7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 943 time: 0.3519132 Apr 04 17:48:06.936595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-0a2139c5-683b-43bb-b4e7-2728cabbc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:06.938585 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-0a2139c5-683b-43bb-b4e7-2728cabbc464 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0842276 Apr 04 17:48:06.969183 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:07.002088 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=a17c3c1d-843a-4f47-a894-03de8f667081,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:07.036177 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-3eb84c80-cb98-4dd1-ae19-35877d2ffac2 None None] Provisioning complete for port 24607b34-f6e8-42c8-be0b-3c62ff9d442a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:07.036735 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3eb84c80-cb98-4dd1-ae19-35877d2ffac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:07.075294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f6c8b-0483-40fb-8833-5227aa93fef9 req-f5b9f95c-a5c8-4dc9-bf4c-c653c9fa5932 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:07.076975 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-434f6c8b-0483-40fb-8833-5227aa93fef9 req-f5b9f95c-a5c8-4dc9-bf4c-c653c9fa5932 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1316357 Apr 04 17:48:07.090914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:07.092649 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-e161097f-2624-483d-bae7-066974ee187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:07.093922 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-3eb84c80-cb98-4dd1-ae19-35877d2ffac2 None None] Port 24607b34-f6e8-42c8-be0b-3c62ff9d442a cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:07.095016 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-e161097f-2624-483d-bae7-066974ee187f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1365609 Apr 04 17:48:07.097400 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db6da-0ce7-4e41-94a5-5d5391df9b93 None None] Pushing event updated for resources: {'Port': ['ID=bd0ad912-5023-498b-8ba9-d8ded4c430eb,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:07.117578 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d637e4fa-4f1e-430b-ae7f-72b171df0664 req-f04cccf7-afe7-4201-96ad-6f00ec05bab4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769676 Apr 04 17:48:07.126482 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:48:07.148529 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:03Z', 'revision_number': 3, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:07.181809 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73057a5-8d81-475c-82b1-99b3028ffb18 None None] The sync data for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi is: [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:03Z', 'revision_number': 3, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:48:07.192578 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070b695-149b-4fdd-9188-a1a71282a2e3 req-e0b9a9b3-d95e-493f-baf4-bbee63f21c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:07.194097 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6070b695-149b-4fdd-9188-a1a71282a2e3 req-e0b9a9b3-d95e-493f-baf4-bbee63f21c16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 1129 time: 0.0915568 Apr 04 17:48:07.220771 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks [] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:07.242919 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-434f6c8b-0483-40fb-8833-5227aa93fef9 req-b451ef5f-50c2-4e8a-8153-246524f47a88 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600020 Apr 04 17:48:07.249143 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:07.280018 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f153881a-2800-4c6a-8b8c-cf7bc6fbd438 req-fb52e6fc-a1c4-4da0-81d8-5c8b0a312d59 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 210 time: 0.0503988 Apr 04 17:48:07.350446 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6070b695-149b-4fdd-9188-a1a71282a2e3 req-6acec773-b0f4-47b8-bb3d-cb681d0850df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413286 Apr 04 17:48:07.367221 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (a3492e4e-b4c7-4de1-8162-1416515c7b7e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:07.373768 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Pushing event updated for resources: {'Port': ['ID=24607b34-f6e8-42c8-be0b-3c62ff9d442a,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:07.411725 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-1baa7bf1-59c4-42b3-9bb9-aa2355577b06 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939188 Apr 04 17:48:07.468041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-d68cd9a5-91e9-4145-8492-2c177aa731b5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:07.470205 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-d68cd9a5-91e9-4145-8492-2c177aa731b5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.2054832 Apr 04 17:48:07.475100 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:07.476722 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:07.478527 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cab78-3552-4f58-be4f-66efb925bc70 req-a1dd3c5f-404b-46d7-a453-6d228d3eac4a tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:07.480561 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-754cab78-3552-4f58-be4f-66efb925bc70 req-a1dd3c5f-404b-46d7-a453-6d228d3eac4a tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 945 time: 0.1121840 Apr 04 17:48:07.595024 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-754cab78-3552-4f58-be4f-66efb925bc70 req-6bdf260a-a6e6-43f1-925b-d65fe28360f5 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055675 Apr 04 17:48:07.659509 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Router a3492e4e-b4c7-4de1-8162-1416515c7b7e has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:48:07.771361 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01749210-eff3-4b8e-9b66-372e5012b573 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 469 time: 0.1859679 Apr 04 17:48:07.774495 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f0e1445-c5c7-4670-b43a-5fa62552372b req-56f9f722-1976-438b-b95f-251281d7afcb service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989682 Apr 04 17:48:07.790854 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'port': {'device_id': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'admin_state_up': True, 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'security_groups': ['e497b211-f749-424b-8278-4eb1fc3f724e']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:07.829395 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:48:07.844161 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-021f597e-f143-474d-ac98-ade84012374c admin admin] 10.222.0.24 "PUT /v2.0/routers/a3492e4e-b4c7-4de1-8162-1416515c7b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235876 Apr 04 17:48:07.862972 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-df18c79b-f1b0-4fb3-908e-dee393e6d083 None None] Provisioning complete for port 24607b34-f6e8-42c8-be0b-3c62ff9d442a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:07.863953 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-df18c79b-f1b0-4fb3-908e-dee393e6d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:07.908398 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-df18c79b-f1b0-4fb3-908e-dee393e6d083 None None] Port 24607b34-f6e8-42c8-be0b-3c62ff9d442a cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:07.933240 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Made reservation on behalf of 4f8c198fee05410bbd2f798863b827b2 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:07.936523 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.083168 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.20.0.5 (a1c4ff85-49bf-44e8-a718-4245f405dbcd/fca0d592-72f9-4fe2-ba82-806680525939/c36d7c1b-4a31-49d8-943c-b6184ed7d271) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:08.244874 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.285894 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.292591 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8d680-3c00-40bb-bcb8-431735097dd3 req-f9d23c3b-0b20-4a08-b2c5-759ae0d8b0b0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:08.299390 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2da8d680-3c00-40bb-bcb8-431735097dd3 req-f9d23c3b-0b20-4a08-b2c5-759ae0d8b0b0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 943 time: 0.0921001 Apr 04 17:48:08.315404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:08.319061 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:08.345692 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:08.387555 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c2f31da0-cc07-40ed-95b4-2c36ef94ba0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:48:08.388683 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2da8d680-3c00-40bb-bcb8-431735097dd3 req-babeffaa-6dd1-4b93-8c71-45f1d93b50fd tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883474 Apr 04 17:48:08.441796 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=c36d7c1b-4a31-49d8-943c-b6184ed7d271,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:08.465891 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:08.466563 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.518145 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-01ec5773-c7c0-4064-9239-392da3bc64c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327790 Apr 04 17:48:08.547456 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Request body: {'port': {'device_id': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:08.580072 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0bb3a-45c1-4769-8426-957c41b91604 req-b15237e7-f9a2-4a06-a0f8-14f1dd2c050a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:08.587733 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-55c0bb3a-45c1-4769-8426-957c41b91604 req-b15237e7-f9a2-4a06-a0f8-14f1dd2c050a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 931 time: 0.1002021 Apr 04 17:48:08.625667 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dab82-db8e-41d5-b992-d0d3875502fa req-85b63caf-3edc-453e-b298-3cc999378e43 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:08.629890 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-496dab82-db8e-41d5-b992-d0d3875502fa req-85b63caf-3edc-453e-b298-3cc999378e43 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1569736 Apr 04 17:48:08.679970 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-55c0bb3a-45c1-4769-8426-957c41b91604 req-95f4c28f-29d2-461d-a9dd-8f510259de8d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692267 Apr 04 17:48:08.689866 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44322) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:08.705558 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1841011023-network', 'tenant_id': 'ef179a2b95e64377a203051b04538f34'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:08.710128 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:08.732341 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device bd0ad912-5023-498b-8ba9-d8ded4c430eb up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:08.749994 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Made reservation on behalf of ef179a2b95e64377a203051b04538f34 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:08.752966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.753651 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:48:08.756615 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.762865 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.795792 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-496dab82-db8e-41d5-b992-d0d3875502fa req-5a554c20-5c6f-4c0b-903f-281ecff416b6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416011 Apr 04 17:48:08.845181 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:08.845659 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.871182 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f31da0-cc07-40ed-95b4-2c36ef94ba0b {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:08.879333 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port bd0ad912-5023-498b-8ba9-d8ded4c430eb triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:08.880053 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.889142 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2238f14f-e11f-42fd-90df-5a07b690ef61 None None] Provisioning complete for port c36d7c1b-4a31-49d8-943c-b6184ed7d271 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:08.889851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2238f14f-e11f-42fd-90df-5a07b690ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.940691 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:08.953006 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.953406 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks [] for security_group (24c6644a-e801-4e26-a1af-d55b3fbfd48d), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.963866 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (24c6644a-e801-4e26-a1af-d55b3fbfd48d), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:08.993561 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2238f14f-e11f-42fd-90df-5a07b690ef61 None None] Port c36d7c1b-4a31-49d8-943c-b6184ed7d271 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:09.003371 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99f16e-bd89-4416-9ac2-0db3545541ac req-ddd3ba4c-c95c-4e99-bc41-3f430002f179 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:09.004947 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9a99f16e-bd89-4416-9ac2-0db3545541ac req-ddd3ba4c-c95c-4e99-bc41-3f430002f179 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 945 time: 0.1611757 Apr 04 17:48:09.005682 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:48:09.025447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.036643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (a6d31af2-0fcd-47f7-b548-2e92a9f00d2b), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.036981 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Added segment a6d31af2-0fcd-47f7-b548-2e92a9f00d2b of type vlan for network 230e1de5-27f4-4934-ace4-4a767a1660fa Apr 04 17:48:09.038137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c6644a-e801-4e26-a1af-d55b3fbfd48d,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.051165 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.051935 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.052485 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.053188 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.053685 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.054451 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.054937 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.055431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.056326 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.056805 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.057447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.058469 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.058936 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.059565 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.060175 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:48:09.085817 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port bd0ad912-5023-498b-8ba9-d8ded4c430eb is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:09.088546 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.100032 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (230e1de5-27f4-4934-ace4-4a767a1660fa), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.110950 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port bd0ad912-5023-498b-8ba9-d8ded4c430eb, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=bd0ad912-5023-498b-8ba9-d8ded4c430eb,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:09.115859 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.124855 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9a99f16e-bd89-4416-9ac2-0db3545541ac req-78b254a1-332b-45cb-a443-83e1228571b3 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099946 Apr 04 17:48:09.140025 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36d7c1b-4a31-49d8-943c-b6184ed7d271 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:09.140025 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Publish callbacks [] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.154114 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (230e1de5-27f4-4934-ace4-4a767a1660fa), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.156540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:09.157778 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.161703 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Transition to ACTIVE for port object c36d7c1b-4a31-49d8-943c-b6184ed7d271 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:48:09.168351 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.189935 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=bd0ad912-5023-498b-8ba9-d8ded4c430eb,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.198030 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5039937 Apr 04 17:48:09.202114 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44334) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:09.208686 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Request body: {'subnet': {'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1841011023-subnet', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:09.246234 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f42b-2b79-4477-b45c-e13712c7d3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=230e1de5-27f4-4934-ace4-4a767a1660fa,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.259525 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Pushing event updated for resources: {'Port': ['ID=c36d7c1b-4a31-49d8-943c-b6184ed7d271,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.263218 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 230e1de5-27f4-4934-ace4-4a767a1660fa details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:48:09.269015 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Made reservation on behalf of ef179a2b95e64377a203051b04538f34 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:09.271776 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179785'] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.318738 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:48:09.471082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Attempting to bind port c36d7c1b-4a31-49d8-943c-b6184ed7d271 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:09.471445 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Attempting to bind port c36d7c1b-4a31-49d8-943c-b6184ed7d271 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:09.472030 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Attempting to bind port c36d7c1b-4a31-49d8-943c-b6184ed7d271 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:09.483314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Port c36d7c1b-4a31-49d8-943c-b6184ed7d271 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:48:09.483758 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Attempting to bind port c36d7c1b-4a31-49d8-943c-b6184ed7d271 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:09.490529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:09.490529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:09.490884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Bound using segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:09.491328 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Bound port: c36d7c1b-4a31-49d8-943c-b6184ed7d271, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:09.491685 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.533985 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Sync routers for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:48:09.559379 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:09.560106 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:09.670199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4274-c362-477e-8fe1-7c3709f49469 req-35d41fea-47d6-4543-96d0-793316906b5a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:09.671755 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bc5c4274-c362-477e-8fe1-7c3709f49469 req-35d41fea-47d6-4543-96d0-793316906b5a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 944 time: 0.1616840 Apr 04 17:48:09.681311 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] For port c36d7c1b-4a31-49d8-943c-b6184ed7d271, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:09.711661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] For port c36d7c1b-4a31-49d8-943c-b6184ed7d271, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:09.715614 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:09.715939 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179839'] for subnet (262f08af-1ce1-4218-9d89-0cdea27bb343), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.750650 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.824811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:09.825441 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:09.828284 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] 10.222.0.11 "PUT /v2.0/ports/c36d7c1b-4a31-49d8-943c-b6184ed7d271 HTTP/1.1" status: 200 len: 1093 time: 1.2854266 Apr 04 17:48:09.829728 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:09.832012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4391d17-f991-49ed-b6c8-ebb37244a9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:09.856348 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bc5c4274-c362-477e-8fe1-7c3709f49469 req-b4793088-1e8b-45e8-aee8-4c5a0090e56b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724830 Apr 04 17:48:09.883440 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262f08af-1ce1-4218-9d89-0cdea27bb343,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.891495 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7f447-b3cf-40bf-8e7e-12cef4f585b6 req-cbd44fa3-80b9-4837-b162-2ce28eca1fc2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:09.906590 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-67c7f447-b3cf-40bf-8e7e-12cef4f585b6 req-cbd44fa3-80b9-4837-b162-2ce28eca1fc2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 943 time: 0.1238267 Apr 04 17:48:09.925500 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d4361-4db6-416b-ab28-d03a954a44bc service neutron] Pushing event updated for resources: {'Port': ['ID=c36d7c1b-4a31-49d8-943c-b6184ed7d271,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:09.943020 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Checking segment: {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:09.943309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Network hostable DHCP agents. Network: 230e1de5-27f4-4934-ace4-4a767a1660fa, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:48:09.971467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Network 230e1de5-27f4-4934-ace4-4a767a1660fa is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:48:09.978671 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-ec6bd9df-5be0-4e46-a226-5a33bab93ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:09.980432 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-ec6bd9df-5be0-4e46-a226-5a33bab93ad8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 1127 time: 0.0932648 Apr 04 17:48:09.992136 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-67c7f447-b3cf-40bf-8e7e-12cef4f585b6 req-fc67bb42-8fc9-4e76-b827-f4b6db3af074 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841122 Apr 04 17:48:09.996817 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 230e1de5-27f4-4934-ace4-4a767a1660fa) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:10.002324 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:10.003705 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.018503 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047deadf-6794-459e-ac66-1c008d0d3377 None None] Network 230e1de5-27f4-4934-ace4-4a767a1660fa requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:48:10.240658 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:07Z', 'revision_number': 2, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:10.286378 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1094cd-82d3-4e9e-9fe3-786edb6b5505 x-openstack-request-id: req-1d1094cd-82d3-4e9e-9fe3-786edb6b5505 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:10.286950 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:10.286950 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d1094cd-82d3-4e9e-9fe3-786edb6b5505 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:10.287308 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1094cd-82d3-4e9e-9fe3-786edb6b5505'] response: {'name': 'network-changed', 'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'status': 'completed', 'code': 200} Apr 04 17:48:10.291835 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Checking router: a3492e4e-b4c7-4de1-8162-1416515c7b7e for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:48:10.292742 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Updating router a3492e4e-b4c7-4de1-8162-1416515c7b7e port 24607b34-f6e8-42c8-be0b-3c62ff9d442a binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:48:10.296337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-e2b8dde7-a7ad-4cbf-92dc-18bdf0378eee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271 HTTP/1.1" status: 200 len: 217 time: 0.3009863 Apr 04 17:48:10.314912 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-230e1de5-27f4-4934-ace4-4a767a1660fa', 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa', 'project_id': 'ef179a2b95e64377a203051b04538f34', 'fixed_ips': [{'subnet_id': '262f08af-1ce1-4218-9d89-0cdea27bb343'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:48:10.315771 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.317387 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-10371311-ff25-4f4b-aa4d-b03cba32cda0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1129029 Apr 04 17:48:10.319987 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44390) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:10.326783 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:10.337536 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.353045 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (80c79d62-1136-488e-a8d0-a59de2670af9), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.354134 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (80c79d62-1136-488e-a8d0-a59de2670af9), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.359096 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96681f9-88af-428f-a09e-493a61c6cb39 req-f5d065bd-f677-433a-9b5d-8a7b4352daf5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:10.360662 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f96681f9-88af-428f-a09e-493a61c6cb39 req-f5d065bd-f677-433a-9b5d-8a7b4352daf5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.3847358 Apr 04 17:48:10.366761 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-21f6396c-cf1e-4f2f-8730-f22057c6e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:10.368183 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-21f6396c-cf1e-4f2f-8730-f22057c6e4e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0654831 Apr 04 17:48:10.427480 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:48:10.433636 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks [] for router_controller (80c79d62-1136-488e-a8d0-a59de2670af9), precommit_add_association {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.447401 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f96681f9-88af-428f-a09e-493a61c6cb39 req-7ca6769d-af79-4d7d-ad22-442904983a4b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782266 Apr 04 17:48:10.454235 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-e066d764-4fa7-42b9-b67f-285eae7fc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:10.455970 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-e066d764-4fa7-42b9-b67f-285eae7fc091 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792241 Apr 04 17:48:10.564404 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-df7089c5-0db9-48f9-8b4f-172c4efe1f75 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001887 Apr 04 17:48:10.569639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device bd0ad912-5023-498b-8ba9-d8ded4c430eb up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:10.614550 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks [] for router_gateway (80c79d62-1136-488e-a8d0-a59de2670af9), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.682063 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b79af6ab-02c5-42d2-8b1e-512a1f866bcd req-ac4817f8-d614-4de9-9862-d63375618270 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951290 Apr 04 17:48:10.692102 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Allocated IP 172.20.0.2 (230e1de5-27f4-4934-ace4-4a767a1660fa/262f08af-1ce1-4218-9d89-0cdea27bb343/35f8443e-225a-45fc-a6e3-47db627b20a0) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:10.814032 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:10.816695 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-86fc504f-1848-4215-82db-a62004b8686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:10.818337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-86fc504f-1848-4215-82db-a62004b8686d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 1127 time: 0.0756679 Apr 04 17:48:10.872799 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port bd0ad912-5023-498b-8ba9-d8ded4c430eb triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:10.873175 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:10.877996 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'mac_address': 'fa:16:3e:22:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:48:10.949481 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-9e732c91-7b8e-46a0-a6f9-77245e48a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:10.951767 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-9e732c91-7b8e-46a0-a6f9-77245e48a450 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.1245782 Apr 04 17:48:10.998090 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-a3468aff-fec5-43f6-af66-8120f0729741 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271 HTTP/1.1" status: 200 len: 217 time: 0.0396848 Apr 04 17:48:11.009719 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: ACTIVE; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:11.010106 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.034535 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73538e14-efbf-4411-8a1a-5befdb63a477 req-91eabdb6-0fc0-440d-adb2-03286a531d06 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:11.041268 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-73538e14-efbf-4411-8a1a-5befdb63a477 req-91eabdb6-0fc0-440d-adb2-03286a531d06 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 944 time: 0.0825717 Apr 04 17:48:11.072847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-92e5d619-5f2f-49ae-baa3-313c14aaf1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:11.075501 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-92e5d619-5f2f-49ae-baa3-313c14aaf1a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0641458 Apr 04 17:48:11.084140 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:11.115844 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-73538e14-efbf-4411-8a1a-5befdb63a477 req-cf8faa19-6894-4875-acd7-63e25ec90520 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736234 Apr 04 17:48:11.146044 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Publish callbacks [] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.170576 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:11.175662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.182527 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Publish callbacks [] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.185716 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca4532-78df-431a-8aa7-be2c37e49b81 req-5aca9319-8ca5-4264-9fd3-946fe0512dba tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:11.187916 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68ca4532-78df-431a-8aa7-be2c37e49b81 req-5aca9319-8ca5-4264-9fd3-946fe0512dba tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 943 time: 0.1025839 Apr 04 17:48:11.191333 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-8ca65485-a672-4a16-acfb-1f083e59b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:11.194560 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-8ca65485-a672-4a16-acfb-1f083e59b535 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977075 Apr 04 17:48:11.196497 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.216842 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port bd0ad912-5023-498b-8ba9-d8ded4c430eb is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:11.221133 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.252228 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dd9a5-0fea-44ae-a0f3-2b0fce82c72d None None] Pushing event updated for resources: {'Port': ['ID=24607b34-f6e8-42c8-be0b-3c62ff9d442a,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:11.260615 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Network 230e1de5-27f4-4934-ace4-4a767a1660fa is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:11.272933 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks [] for router_gateway (80c79d62-1136-488e-a8d0-a59de2670af9), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.288277 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:11.301801 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68ca4532-78df-431a-8aa7-be2c37e49b81 req-6574f328-ddd0-4512-93e2-da2fd66d2e92 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033092 Apr 04 17:48:11.304489 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.304681 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:11.357553 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-71305486-848b-46dd-a240-001a18c409c0 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457164 Apr 04 17:48:11.371755 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:48:11.426731 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Attempting to bind port 24607b34-f6e8-42c8-be0b-3c62ff9d442a on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:11.427104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Attempting to bind port 24607b34-f6e8-42c8-be0b-3c62ff9d442a by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:11.427468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Attempting to bind port 24607b34-f6e8-42c8-be0b-3c62ff9d442a on network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:11.438276 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=6']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:11.453662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Attempting to bind port 35f8443e-225a-45fc-a6e3-47db627b20a0 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:11.454139 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Attempting to bind port 35f8443e-225a-45fc-a6e3-47db627b20a0 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:11.454426 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Attempting to bind port 35f8443e-225a-45fc-a6e3-47db627b20a0 on network 230e1de5-27f4-4934-ace4-4a767a1660fa {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:11.456627 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:11.457001 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Checking segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:11.457409 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.458060 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Bound using segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:11.458557 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Bound port: 24607b34-f6e8-42c8-be0b-3c62ff9d442a, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:11.458931 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.460870 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Allocated IP 172.27.3.184 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/699df706-508f-4b4a-909c-491cf8024d73) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:11.499199 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4391d17-f991-49ed-b6c8-ebb37244a9aa req-afba7d1a-a3f3-4d3e-8091-90a395c7ae6b service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346405 Apr 04 17:48:11.541255 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:11.541632 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Checking segment: {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:11.542033 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.547616 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Bound using segment: {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:11.548313 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Bound port: 35f8443e-225a-45fc-a6e3-47db627b20a0, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:11.548770 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.630578 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Pushing event updated for resources: {'Port': ['ID=35f8443e-225a-45fc-a6e3-47db627b20a0,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:11.644702 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks [] for port (699df706-508f-4b4a-909c-491cf8024d73), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.671949 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812daac-2810-46cd-992d-4e4e82b8055e req-dc72f175-e700-49b9-9bb1-a83d360b0384 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:11.673507 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6812daac-2810-46cd-992d-4e4e82b8055e req-dc72f175-e700-49b9-9bb1-a83d360b0384 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.0968754 Apr 04 17:48:11.686273 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-40a331bd-a546-4c0c-b2ab-806ecacfff41 None None] Provisioning complete for port 24607b34-f6e8-42c8-be0b-3c62ff9d442a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:11.686641 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40a331bd-a546-4c0c-b2ab-806ecacfff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.715347 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (699df706-508f-4b4a-909c-491cf8024d73), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.726406 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] For port 24607b34-f6e8-42c8-be0b-3c62ff9d442a, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:11.761421 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] For port 24607b34-f6e8-42c8-be0b-3c62ff9d442a, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=24607b34-f6e8-42c8-be0b-3c62ff9d442a,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:11.781073 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6812daac-2810-46cd-992d-4e4e82b8055e req-9811d65e-f357-4388-84fd-dbc08e41bb04 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944312 Apr 04 17:48:11.782932 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-40a331bd-a546-4c0c-b2ab-806ecacfff41 None None] Port 24607b34-f6e8-42c8-be0b-3c62ff9d442a cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:11.791893 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:11.792924 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:11.798936 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:11.805246 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:11.850986 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Pushing event updated for resources: {'Port': ['ID=699df706-508f-4b4a-909c-491cf8024d73,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:11.878256 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] For port 35f8443e-225a-45fc-a6e3-47db627b20a0, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:11.907009 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] For port 35f8443e-225a-45fc-a6e3-47db627b20a0, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=35f8443e-225a-45fc-a6e3-47db627b20a0,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:11.909695 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:11.910466 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:12.147282 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:12.183807 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dd9a5-0fea-44ae-a0f3-2b0fce82c72d None None] Pushing event updated for resources: {'Port': ['ID=24607b34-f6e8-42c8-be0b-3c62ff9d442a,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:12.188286 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks [] for router_gateway (80c79d62-1136-488e-a8d0-a59de2670af9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:12.308747 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:12.329636 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255947ef-b0cf-4ca1-90d0-fe77a1d42a6d req-182af383-3470-4266-a596-f9a76fbf2c19 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:12.331286 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-255947ef-b0cf-4ca1-90d0-fe77a1d42a6d req-182af383-3470-4266-a596-f9a76fbf2c19 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 944 time: 0.1209211 Apr 04 17:48:12.448225 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-255947ef-b0cf-4ca1-90d0-fe77a1d42a6d req-07968849-7deb-4db0-bd20-075d5a0e39f3 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084788 Apr 04 17:48:12.605966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (80c79d62-1136-488e-a8d0-a59de2670af9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:12.663245 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c2f31da0-cc07-40ed-95b4-2c36ef94ba0b up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:12.768042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-82fc0073-1983-44af-946a-28583702171f None None] Provisioning complete for port 24607b34-f6e8-42c8-be0b-3c62ff9d442a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:12.768873 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-82fc0073-1983-44af-946a-28583702171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:12.795627 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccd89d-e59a-4c06-aaf5-b7f0c9340b80 req-c46a7e0a-49a5-4eb2-89c0-ef40660afd16 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:12.802559 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2eccd89d-e59a-4c06-aaf5-b7f0c9340b80 req-c46a7e0a-49a5-4eb2-89c0-ef40660afd16 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 943 time: 0.1984904 Apr 04 17:48:12.908539 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8048cf-f822-42de-b0dc-f6671770d0ba None None] Pushing event updated for resources: {'Port': ['ID=35f8443e-225a-45fc-a6e3-47db627b20a0,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:12.966092 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2eccd89d-e59a-4c06-aaf5-b7f0c9340b80 req-18b220e0-b960-40fa-a746-2ec30b18f7f6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606042 Apr 04 17:48:13.008665 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Router 80c79d62-1136-488e-a8d0-a59de2670af9 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:48:13.013779 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:48:13.017983 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d888b4-2ed4-4a57-9b7d-473ffad2b8e9 req-9903b1a0-8c81-4735-90c3-65cd54d6a54b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:13.019688 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a1d888b4-2ed4-4a57-9b7d-473ffad2b8e9 req-9903b1a0-8c81-4735-90c3-65cd54d6a54b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.1133080 Apr 04 17:48:13.029537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:13.029955 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:13.074939 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-82fc0073-1983-44af-946a-28583702171f None None] Current status of the port 24607b34-f6e8-42c8-be0b-3c62ff9d442a is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:13.075336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-82fc0073-1983-44af-946a-28583702171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:13.121191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:11Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:13.140845 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a1d888b4-2ed4-4a57-9b7d-473ffad2b8e9 req-bfeec594-896b-4a96-81ca-63331b62db7f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050191 Apr 04 17:48:13.169249 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df696-c9cd-4ba4-8244-d1a26be78e9f None None] The sync data for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi is: [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:11Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:48:13.197152 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-82fc0073-1983-44af-946a-28583702171f None None] For port 24607b34-f6e8-42c8-be0b-3c62ff9d442a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=24607b34-f6e8-42c8-be0b-3c62ff9d442a,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:13.201262 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-82fc0073-1983-44af-946a-28583702171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:13.202388 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:48:13.215030 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Sync routers for ids ['80c79d62-1136-488e-a8d0-a59de2670af9'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:48:13.238488 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:13.240040 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f64cc2a5-ed11-4605-9e65-08a09526b297 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9182897 Apr 04 17:48:13.242997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44432) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:13.312019 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Routers {'80c79d62-1136-488e-a8d0-a59de2670af9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:13.313487 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['80c79d62-1136-488e-a8d0-a59de2670af9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:13.339551 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:13.340192 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:13.418464 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc0073-1983-44af-946a-28583702171f None None] Pushing event updated for resources: {'Port': ['ID=24607b34-f6e8-42c8-be0b-3c62ff9d442a,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:13.425625 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:13.428718 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32c3da6-4e29-4b94-bce9-e30c30ffacac" -d '{"events": [{"server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "name": "network-vif-plugged", "status": "completed", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:13.449055 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:13.458537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:13.553463 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:13.574874 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19803217-721c-46a3-9dd1-3bf2fa3cd73e x-openstack-request-id: req-19803217-721c-46a3-9dd1-3bf2fa3cd73e {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:13.575367 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "name": "network-vif-plugged", "status": "completed", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:13.576168 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19803217-721c-46a3-9dd1-3bf2fa3cd73e {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:13.576799 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19803217-721c-46a3-9dd1-3bf2fa3cd73e'] response: {'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'code': 200} Apr 04 17:48:13.750564 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Set router 80c79d62-1136-488e-a8d0-a59de2670af9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:13.820722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14321d3e-1006-4e56-814c-adcd72e8737e None None] Network 230e1de5-27f4-4934-ace4-4a767a1660fa requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:48:13.889971 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a96995-663d-48e8-9779-d5f930dbc81d req-9904f368-b4de-49d9-94ed-8c471c6c1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:13.892254 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-82a96995-663d-48e8-9779-d5f930dbc81d req-9904f368-b4de-49d9-94ed-8c471c6c1226 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.1059237 Apr 04 17:48:13.934377 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7209de8-aace-4dfe-8ae9-2bfb26740e16 req-ce407b2d-5f0b-4742-a4fa-69b29dd4b3b0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:13.950363 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c7209de8-aace-4dfe-8ae9-2bfb26740e16 req-ce407b2d-5f0b-4742-a4fa-69b29dd4b3b0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.2876875 Apr 04 17:48:14.016856 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] Provisioning complete for port 35f8443e-225a-45fc-a6e3-47db627b20a0 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:14.017236 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.138757 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c7209de8-aace-4dfe-8ae9-2bfb26740e16 req-85156ce8-3aad-4cc8-ae33-51aee0d95785 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813147 Apr 04 17:48:14.266767 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] Current status of the port 35f8443e-225a-45fc-a6e3-47db627b20a0 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:14.267335 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.293605 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e926-e60b-4c99-8297-8e9480b1deea req-169d0e24-d835-4da3-b124-6c5ad0baca7e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:14.302107 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a6c6e926-e60b-4c99-8297-8e9480b1deea req-169d0e24-d835-4da3-b124-6c5ad0baca7e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 943 time: 0.1413183 Apr 04 17:48:14.315686 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:48:12Z', 'revision_number': 3, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:14.340639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] For port 35f8443e-225a-45fc-a6e3-47db627b20a0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=35f8443e-225a-45fc-a6e3-47db627b20a0,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:14.349642 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.391334 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-82a96995-663d-48e8-9779-d5f930dbc81d req-afe700ac-adee-47b8-9595-7f50491d4b5a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807775 Apr 04 17:48:14.407584 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Checking router: 80c79d62-1136-488e-a8d0-a59de2670af9 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:48:14.410525 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Updating router 80c79d62-1136-488e-a8d0-a59de2670af9 port 699df706-508f-4b4a-909c-491cf8024d73 binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:48:14.429906 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72fd88-8b45-4af7-ad4a-852321ba9cc1 None None] Pushing event updated for resources: {'Port': ['ID=35f8443e-225a-45fc-a6e3-47db627b20a0,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:14.435214 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c36d7c1b-4a31-49d8-943c-b6184ed7d271 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:48:14.443695 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:14.451622 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a6c6e926-e60b-4c99-8297-8e9480b1deea req-93b1c493-ecf5-4cab-9ef9-1565826e1422 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485519 Apr 04 17:48:14.511957 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (699df706-508f-4b4a-909c-491cf8024d73), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.573387 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43789f4-25f4-4aa2-8772-6a2e910b8cc9 req-5a2a8a86-9c16-4452-a742-d74f52eba037 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:14.579093 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e43789f4-25f4-4aa2-8772-6a2e910b8cc9 req-5a2a8a86-9c16-4452-a742-d74f52eba037 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.2085059 Apr 04 17:48:14.712882 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:14.713016 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.769799 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-4035c9f1-a8b3-4329-8a1b-a4a449731ad1 None None] Provisioning complete for port 35f8443e-225a-45fc-a6e3-47db627b20a0 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:14.770096 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4035c9f1-a8b3-4329-8a1b-a4a449731ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.774013 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c36d7c1b-4a31-49d8-943c-b6184ed7d271, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:14.820635 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e43789f4-25f4-4aa2-8772-6a2e910b8cc9 req-d837e6f9-dae8-4dc3-b8f9-7bc03474c615 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331374 Apr 04 17:48:14.863235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'port_id': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'mac_address': 'fa:16:3e:e1:88:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:48:14.968875 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:14.984393 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port c36d7c1b-4a31-49d8-943c-b6184ed7d271 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:14.985103 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.052758 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36d7c1b-4a31-49d8-943c-b6184ed7d271 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:15.115010 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 35f8443e-225a-45fc-a6e3-47db627b20a0 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:15.126926 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c36d7c1b-4a31-49d8-943c-b6184ed7d271, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:15.135648 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Publish callbacks [] for port (699df706-508f-4b4a-909c-491cf8024d73), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.143253 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (699df706-508f-4b4a-909c-491cf8024d73), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.191001 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.202553 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:15.202936 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.256025 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff9dba-eebd-4b11-97d5-023b7c2840c7 None None] Pushing event updated for resources: {'Port': ['ID=699df706-508f-4b4a-909c-491cf8024d73,revision_number=2']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:15.304104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-4035c9f1-a8b3-4329-8a1b-a4a449731ad1 None None] Current status of the port 35f8443e-225a-45fc-a6e3-47db627b20a0 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:15.320850 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Attempting to bind port 699df706-508f-4b4a-909c-491cf8024d73 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:15.321323 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Attempting to bind port 699df706-508f-4b4a-909c-491cf8024d73 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:15.321576 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Attempting to bind port 699df706-508f-4b4a-909c-491cf8024d73 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:15.338016 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:15.338391 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:15.339318 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.346419 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:15.347744 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Bound port: 699df706-508f-4b4a-909c-491cf8024d73, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:15.350178 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (699df706-508f-4b4a-909c-491cf8024d73), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.380179 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=c36d7c1b-4a31-49d8-943c-b6184ed7d271,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:15.389739 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:15.400335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Allocated IP 172.20.0.1 (230e1de5-27f4-4934-ace4-4a767a1660fa/262f08af-1ce1-4218-9d89-0cdea27bb343/8e9d6584-ea9d-48e9-b087-32190ea6f539) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:15.400511 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.405620 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 35f8443e-225a-45fc-a6e3-47db627b20a0 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:15.405991 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.420664 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ddcfc-89bf-40df-989e-e90f9e67e35e req-f263d141-0778-4628-9958-a989c964aa0a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:15.430599 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-219ddcfc-89bf-40df-989e-e90f9e67e35e req-f263d141-0778-4628-9958-a989c964aa0a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.1057661 Apr 04 17:48:15.514812 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=7']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:15.544633 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] For port 699df706-508f-4b4a-909c-491cf8024d73, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:15.558489 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] For port 699df706-508f-4b4a-909c-491cf8024d73, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=699df706-508f-4b4a-909c-491cf8024d73,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:15.559277 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-219ddcfc-89bf-40df-989e-e90f9e67e35e req-d6f7507f-3dd2-420c-a194-b04215acdc14 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268072 Apr 04 17:48:15.579646 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (699df706-508f-4b4a-909c-491cf8024d73), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.584963 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:15.588196 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231aa1c3-0df3-49eb-95c1-74543eb3bd53" -d '{"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-plugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:15.596102 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['c36d7c1b-4a31-49d8-943c-b6184ed7d271'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:48:15.600178 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 35f8443e-225a-45fc-a6e3-47db627b20a0 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:15.602173 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 24607b34-f6e8-42c8-be0b-3c62ff9d442a up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:15.665144 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks [] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.680401 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff395465-a203-4f7d-872c-c29ebd2e91f0 x-openstack-request-id: req-ff395465-a203-4f7d-872c-c29ebd2e91f0 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:15.680882 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-plugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:15.681422 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff395465-a203-4f7d-872c-c29ebd2e91f0 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:15.681891 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff395465-a203-4f7d-872c-c29ebd2e91f0'] response: {'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'code': 200} Apr 04 17:48:15.712074 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Routers {'80c79d62-1136-488e-a8d0-a59de2670af9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:15.713594 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['80c79d62-1136-488e-a8d0-a59de2670af9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:15.720875 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff9dba-eebd-4b11-97d5-023b7c2840c7 None None] Pushing event updated for resources: {'Port': ['ID=699df706-508f-4b4a-909c-491cf8024d73,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:15.729985 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ea6ef-2320-412e-ad46-c81ffab31b20 req-60344c47-64ae-488f-b72b-688d6912a3cc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:15.731837 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-967ea6ef-2320-412e-ad46-c81ffab31b20 req-60344c47-64ae-488f-b72b-688d6912a3cc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 944 time: 0.1308062 Apr 04 17:48:15.770375 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 24607b34-f6e8-42c8-be0b-3c62ff9d442a triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:15.770375 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.824363 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:15.951803 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] Set router 80c79d62-1136-488e-a8d0-a59de2670af9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:15.952875 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Network 230e1de5-27f4-4934-ace4-4a767a1660fa is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:15.963354 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:15.973170 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 24607b34-f6e8-42c8-be0b-3c62ff9d442a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:16.008327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:16.085263 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-967ea6ef-2320-412e-ad46-c81ffab31b20 req-1e3023da-7e8d-459c-b8d3-500df381eb72 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364916 Apr 04 17:48:16.136989 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Pushing event updated for resources: {'Port': ['ID=8e9d6584-ea9d-48e9-b087-32190ea6f539,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:16.166795 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (80c79d62-1136-488e-a8d0-a59de2670af9), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:16.231009 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb220891-7a62-48ac-8bf2-35193812bcfd req-61251ebf-c5dc-4745-b66d-1b11a376e076 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:16.232531 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eb220891-7a62-48ac-8bf2-35193812bcfd req-61251ebf-c5dc-4745-b66d-1b11a376e076 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0881073 Apr 04 17:48:16.307389 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eb220891-7a62-48ac-8bf2-35193812bcfd req-0d0336ed-f457-45c0-8b4b-2e66dfd1b4f6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683236 Apr 04 17:48:16.336624 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:48:12Z', 'revision_number': 3, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:16.372727 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e02e94-2eb5-42b4-bf3f-eab137ba5d92 None None] The sync data for ids ['80c79d62-1136-488e-a8d0-a59de2670af9'] in dv-cinder-788368-5-iscsi is: [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:48:12Z', 'revision_number': 3, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:48:16.431001 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:16.505280 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-32481b64-9fa9-44a6-8e48-abd962603648 None None] Provisioning complete for port 8e9d6584-ea9d-48e9-b087-32190ea6f539 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:16.505927 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-32481b64-9fa9-44a6-8e48-abd962603648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:16.565464 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-32481b64-9fa9-44a6-8e48-abd962603648 None None] Port 8e9d6584-ea9d-48e9-b087-32190ea6f539 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:16.691141 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks [] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:16.755807 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:16.906892 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (80c79d62-1136-488e-a8d0-a59de2670af9), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:16.910876 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Pushing event updated for resources: {'Port': ['ID=8e9d6584-ea9d-48e9-b087-32190ea6f539,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:16.968216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ac6a-73cc-4258-8dde-1da904c07dcf req-bb4e09ae-c253-4b8c-84a8-32659eff93a4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:16.969937 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f33ac6a-73cc-4258-8dde-1da904c07dcf req-bb4e09ae-c253-4b8c-84a8-32659eff93a4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.2763312 Apr 04 17:48:17.061059 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Network 230e1de5-27f4-4934-ace4-4a767a1660fa is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:17.071415 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:17.209783 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f33ac6a-73cc-4258-8dde-1da904c07dcf req-18f0bea1-ab6b-4e85-877b-443aab7a5dc4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320707 Apr 04 17:48:17.312426 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fd113-228b-4e77-81fa-a8d279471d11 req-fa56fb50-4a0f-4067-b957-9484e05dc667 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:17.313448 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Router 80c79d62-1136-488e-a8d0-a59de2670af9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:48:17.324046 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-914fd113-228b-4e77-81fa-a8d279471d11 req-fa56fb50-4a0f-4067-b957-9484e05dc667 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 944 time: 0.1033261 Apr 04 17:48:17.418950 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-914fd113-228b-4e77-81fa-a8d279471d11 req-b5da8cfe-2713-46f9-b75a-9d647950a27d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938790 Apr 04 17:48:17.524657 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-b79c109d-b358-42d2-8f6c-1fc56f16c176 None None] Provisioning complete for port 8e9d6584-ea9d-48e9-b087-32190ea6f539 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:17.525209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b79c109d-b358-42d2-8f6c-1fc56f16c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:17.621244 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-b79c109d-b358-42d2-8f6c-1fc56f16c176 None None] Port 8e9d6584-ea9d-48e9-b087-32190ea6f539 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:17.659307 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20120f3-43f4-4abf-a64f-d029dd594d0f req-551f1023-99d1-4862-8fc2-a87cc666f8c2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:17.669014 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f20120f3-43f4-4abf-a64f-d029dd594d0f req-551f1023-99d1-4862-8fc2-a87cc666f8c2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1289070 Apr 04 17:48:17.765668 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f20120f3-43f4-4abf-a64f-d029dd594d0f req-eedfd573-8393-48a0-b113-27ac2609714a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938809 Apr 04 17:48:17.888504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dc804-6b47-4c83-81d6-619dbf848c65 req-e89baf60-5c8e-40a1-92f4-a69bdc95eae1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:17.890059 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cd0dc804-6b47-4c83-81d6-619dbf848c65 req-e89baf60-5c8e-40a1-92f4-a69bdc95eae1 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.1329958 Apr 04 17:48:17.896534 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:48:17.899689 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44466) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:17.904848 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d2ebbc8a-0d4b-46fe-a6d6-145b0a4423ed admin admin] 10.222.0.24 "PUT /v2.0/routers/80c79d62-1136-488e-a8d0-a59de2670af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6607823 Apr 04 17:48:17.906238 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'floatingip': {'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:17.961054 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:18.463832 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c36d7c1b-4a31-49d8-943c-b6184ed7d271 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:18.583408 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:18.585202 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port c36d7c1b-4a31-49d8-943c-b6184ed7d271 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:48:18.607229 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port c36d7c1b-4a31-49d8-943c-b6184ed7d271 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:18.607606 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:18.609618 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:18.720806 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ab045-f882-4930-abb2-92fa754adbd6 req-d4b27ff9-e5b3-4a40-b987-390a622601ba tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:18.731074 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e64ab045-f882-4930-abb2-92fa754adbd6 req-d4b27ff9-e5b3-4a40-b987-390a622601ba tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 944 time: 0.2082975 Apr 04 17:48:18.797205 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port c36d7c1b-4a31-49d8-943c-b6184ed7d271 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:18.797641 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:18.826963 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 699df706-508f-4b4a-909c-491cf8024d73 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:18.852281 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Floating IP 1d0cb0cf-b28c-48e0-9626-fe05ae51777f associated. External IP: 172.27.3.78, port: c2f31da0-cc07-40ed-95b4-2c36ef94ba0b. Apr 04 17:48:18.853637 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port c36d7c1b-4a31-49d8-943c-b6184ed7d271, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:18.856289 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:18.859365 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66123f-906b-448e-b806-0a1ca3ebf510" -d '{"events": [{"server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "name": "network-vif-plugged", "status": "completed", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:18.883217 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:18.976145 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e64ab045-f882-4930-abb2-92fa754adbd6 req-98be0b0c-6d1c-44a4-8f97-fbb9185b8cdc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414975 Apr 04 17:48:18.978206 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715adefb-dafc-40d0-8552-4cd062eff92c req-c27ec88f-c4cc-4845-b98d-0f3b31596f9e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:18.979909 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-715adefb-dafc-40d0-8552-4cd062eff92c req-c27ec88f-c4cc-4845-b98d-0f3b31596f9e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1295948 Apr 04 17:48:19.032653 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=c36d7c1b-4a31-49d8-943c-b6184ed7d271,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:19.040501 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 699df706-508f-4b4a-909c-491cf8024d73 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:19.040887 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (699df706-508f-4b4a-909c-491cf8024d73), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:19.092663 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Sync routers for ids ['80c79d62-1136-488e-a8d0-a59de2670af9'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:48:19.097208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91119fc3-44ab-4371-a74c-1480ea8cf05f x-openstack-request-id: req-91119fc3-44ab-4371-a74c-1480ea8cf05f {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:19.097802 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "name": "network-vif-plugged", "status": "completed", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:19.098391 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91119fc3-44ab-4371-a74c-1480ea8cf05f {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:19.098999 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91119fc3-44ab-4371-a74c-1480ea8cf05f'] response: {'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'code': 200} Apr 04 17:48:19.103293 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-715adefb-dafc-40d0-8552-4cd062eff92c req-964c0270-5364-4c5a-8951-6d554c55ecdf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143172 Apr 04 17:48:19.140102 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Routers {'80c79d62-1136-488e-a8d0-a59de2670af9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:19.141134 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['80c79d62-1136-488e-a8d0-a59de2670af9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:19.237260 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:48:19.309810 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49d13c-146d-43cb-901d-b0b24e57c0fc req-b748dbfa-5ace-49bd-9e05-6bb3a54ab4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:19.311338 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc49d13c-146d-43cb-901d-b0b24e57c0fc req-b748dbfa-5ace-49bd-9e05-6bb3a54ab4c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 1129 time: 0.0684063 Apr 04 17:48:19.394165 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc49d13c-146d-43cb-901d-b0b24e57c0fc req-8eb3183d-4400-4ff0-b79f-3866d53ba556 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753896 Apr 04 17:48:19.489400 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 699df706-508f-4b4a-909c-491cf8024d73 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:19.489702 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (699df706-508f-4b4a-909c-491cf8024d73), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:19.514473 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Set router 80c79d62-1136-488e-a8d0-a59de2670af9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:19.558927 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 699df706-508f-4b4a-909c-491cf8024d73, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=699df706-508f-4b4a-909c-491cf8024d73,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:19.566687 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (699df706-508f-4b4a-909c-491cf8024d73), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:19.705123 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:48:19.710552 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:19.723268 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] Sync routers for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:48:19.724897 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=699df706-508f-4b4a-909c-491cf8024d73,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:19.759141 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:19.773024 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-342010e4-1848-4951-966d-7ccdd224170d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "PUT /v2.0/floatingips/1d0cb0cf-b28c-48e0-9626-fe05ae51777f HTTP/1.1" status: 200 len: 990 time: 1.8573844 Apr 04 17:48:19.773024 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:19.773024 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de1f9f0-3abc-406f-be47-664de1e53c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:19.777929 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:19.809642 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e7fc0c-d6d3-4200-a511-783982df8cbb x-openstack-request-id: req-38e7fc0c-d6d3-4200-a511-783982df8cbb {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:19.810072 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:19.810385 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e7fc0c-d6d3-4200-a511-783982df8cbb {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:19.810886 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e7fc0c-d6d3-4200-a511-783982df8cbb'] response: {'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'status': 'completed', 'code': 200} Apr 04 17:48:19.851775 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:48:16Z', 'revision_number': 4, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '8e9d6584-ea9d-48e9-b087-32190ea6f539', 'name': '', 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'mac_address': 'fa:16:3e:08:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '262f08af-1ce1-4218-9d89-0cdea27bb343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:15Z', 'updated_at': '2022-04-04T17:48:16Z', 'revision_number': 2, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'subnets': [{'id': '262f08af-1ce1-4218-9d89-0cdea27bb343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:19.888200 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Checking router: 80c79d62-1136-488e-a8d0-a59de2670af9 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:48:19.888791 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Updating router 80c79d62-1136-488e-a8d0-a59de2670af9 port 8e9d6584-ea9d-48e9-b087-32190ea6f539 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:48:19.926200 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:19.927702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-c09d7b35-f1be-49be-bd20-8856bf40ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:19.930265 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:19.931188 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-c09d7b35-f1be-49be-bd20-8856bf40ecb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.0761302 Apr 04 17:48:20.114802 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-2dd35982-53b7-4171-a115-4b28b7513d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:20.116335 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-2dd35982-53b7-4171-a115-4b28b7513d07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1671727 Apr 04 17:48:20.201141 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138487c6-e052-43cc-acb0-b33102147ae7 req-6e81925a-583e-4fb0-b58f-e86662f87656 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:20.203105 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-138487c6-e052-43cc-acb0-b33102147ae7 req-6e81925a-583e-4fb0-b58f-e86662f87656 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.1378675 Apr 04 17:48:20.239743 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '1d0cb0cf-b28c-48e0-9626-fe05ae51777f', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:47:59Z', 'updated_at': '2022-04-04T17:48:18Z', 'revision_number': 1, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:20.302497 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] Checking router: be3b1a26-8f95-44ce-a85d-a4a64d573ba9 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:48:20.309574 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-3bd7adcb-b403-4153-b155-eb4beed1e821 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 998 time: 0.1770322 Apr 04 17:48:20.314862 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-138487c6-e052-43cc-acb0-b33102147ae7 req-58f33d6e-d188-4e79-9c3c-87f712d0b192 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058257 Apr 04 17:48:20.322054 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:20.323607 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:20.328933 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ee634-74cd-4fbc-a0f4-571bf1e91e9f req-8d07f6c0-05cc-4462-82c5-721216bca248 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:20.336788 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-398ee634-74cd-4fbc-a0f4-571bf1e91e9f req-8d07f6c0-05cc-4462-82c5-721216bca248 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1023326 Apr 04 17:48:20.397925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Publish callbacks [] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:20.400661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-21c77aa0-a95e-40db-aa1f-d0523e3358e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:20.403858 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-21c77aa0-a95e-40db-aa1f-d0523e3358e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0804377 Apr 04 17:48:20.410281 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:20.447953 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-398ee634-74cd-4fbc-a0f4-571bf1e91e9f req-14b331fd-a392-4822-9918-c6ea47a56c3c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053212 Apr 04 17:48:20.481879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-e257f923-27df-4da2-bca1-228109037989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:20.483348 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-e257f923-27df-4da2-bca1-228109037989 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733912 Apr 04 17:48:20.489170 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92547cc-863d-4ef8-b0fc-ffae3408cbd7 None None] Pushing event updated for resources: {'Port': ['ID=8e9d6584-ea9d-48e9-b087-32190ea6f539,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:20.506605 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:20.586157 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Attempting to bind port 8e9d6584-ea9d-48e9-b087-32190ea6f539 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:20.586820 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Attempting to bind port 8e9d6584-ea9d-48e9-b087-32190ea6f539 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:20.587354 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Attempting to bind port 8e9d6584-ea9d-48e9-b087-32190ea6f539 on network 230e1de5-27f4-4934-ace4-4a767a1660fa {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:20.616676 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:20.617715 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Checking segment: {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:20.618484 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:20.619052 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Bound using segment: {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:20.619710 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Bound port: 8e9d6584-ea9d-48e9-b087-32190ea6f539, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:20.621715 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:20.640751 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-abdd9148-b430-41fc-8151-416c96b56abf service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488175 Apr 04 17:48:20.807459 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1de1f9f0-3abc-406f-be47-664de1e53c3f req-db917928-bc3b-4585-811d-9562c38367e3 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566494 Apr 04 17:48:20.811370 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 699df706-508f-4b4a-909c-491cf8024d73 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:20.814588 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] For port 8e9d6584-ea9d-48e9-b087-32190ea6f539, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:20.874610 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] For port 8e9d6584-ea9d-48e9-b087-32190ea6f539, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=8e9d6584-ea9d-48e9-b087-32190ea6f539,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:20.891460 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:20.958145 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] Provisioning complete for port 8e9d6584-ea9d-48e9-b087-32190ea6f539 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:20.958612 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:21.063419 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Routers {'80c79d62-1136-488e-a8d0-a59de2670af9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:21.063419 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['80c79d62-1136-488e-a8d0-a59de2670af9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:21.162424 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '1d0cb0cf-b28c-48e0-9626-fe05ae51777f', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:47:59Z', 'updated_at': '2022-04-04T17:48:18Z', 'revision_number': 1, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:21.194586 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 699df706-508f-4b4a-909c-491cf8024d73 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:21.194925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (699df706-508f-4b4a-909c-491cf8024d73), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:21.196935 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92547cc-863d-4ef8-b0fc-ffae3408cbd7 None None] Pushing event updated for resources: {'Port': ['ID=8e9d6584-ea9d-48e9-b087-32190ea6f539,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:21.225487 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde73a9-7b2e-43b4-9ccb-05ca8026667e None None] The sync data for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi is: [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '1d0cb0cf-b28c-48e0-9626-fe05ae51777f', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:47:59Z', 'updated_at': '2022-04-04T17:48:18Z', 'revision_number': 1, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:48:21.321100 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] Set router 80c79d62-1136-488e-a8d0-a59de2670af9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:21.545667 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a03d5-45cf-4fc5-b989-67262f4e06ab req-798ac9da-ee14-4c5f-bebd-addce7a867c7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:21.550207 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-077a03d5-45cf-4fc5-b989-67262f4e06ab req-798ac9da-ee14-4c5f-bebd-addce7a867c7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.1330941 Apr 04 17:48:21.674905 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] Current status of the port 8e9d6584-ea9d-48e9-b087-32190ea6f539 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:21.675290 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:21.675948 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-077a03d5-45cf-4fc5-b989-67262f4e06ab req-c2adf398-5d71-4e4e-bdb0-2442ee204a7a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190310 Apr 04 17:48:21.702448 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80be447-6e0b-4c1f-9c5c-b811fef4ff7d req-3f2dcc57-931c-4d13-840e-c29ac44f0697 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:21.704016 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b80be447-6e0b-4c1f-9c5c-b811fef4ff7d req-3f2dcc57-931c-4d13-840e-c29ac44f0697 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1318989 Apr 04 17:48:21.722734 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 699df706-508f-4b4a-909c-491cf8024d73 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:21.777082 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] For port 8e9d6584-ea9d-48e9-b087-32190ea6f539, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=8e9d6584-ea9d-48e9-b087-32190ea6f539,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:21.839081 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b80be447-6e0b-4c1f-9c5c-b811fef4ff7d req-739d7568-aed8-4fe8-ae9e-95046ce78b14 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256647 Apr 04 17:48:21.860304 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:21.961322 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79292e1-0b5a-4ea2-87f0-8a748679f031 None None] Pushing event updated for resources: {'Port': ['ID=8e9d6584-ea9d-48e9-b087-32190ea6f539,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:21.987938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4099e7-5125-4964-9630-37030a642359 req-e3eb2e27-3b21-4785-93d5-d04f3749af34 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:21.994653 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2c4099e7-5125-4964-9630-37030a642359 req-e3eb2e27-3b21-4785-93d5-d04f3749af34 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.1780868 Apr 04 17:48:22.004209 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 44528) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:22.009063 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'port_id': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:22.020599 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:48:16Z', 'revision_number': 4, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '8e9d6584-ea9d-48e9-b087-32190ea6f539', 'name': '', 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'mac_address': 'fa:16:3e:08:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '262f08af-1ce1-4218-9d89-0cdea27bb343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:15Z', 'updated_at': '2022-04-04T17:48:20Z', 'revision_number': 4, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'subnets': [{'id': '262f08af-1ce1-4218-9d89-0cdea27bb343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:22.024336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-a8261c44-c0bc-4e2e-869d-21d912afaa0a None None] Provisioning complete for port 8e9d6584-ea9d-48e9-b087-32190ea6f539 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:22.025343 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a8261c44-c0bc-4e2e-869d-21d912afaa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:22.066030 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (0a651668-bfd5-4cc5-bcd9-4d5e8009212f), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:22.114861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b2b09-20f7-4c93-8403-b469306cbf89 None None] The sync data for ids ['80c79d62-1136-488e-a8d0-a59de2670af9'] in dv-cinder-788368-5-iscsi is: [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:48:16Z', 'revision_number': 4, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '8e9d6584-ea9d-48e9-b087-32190ea6f539', 'name': '', 'network_id': '230e1de5-27f4-4934-ace4-4a767a1660fa', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'mac_address': 'fa:16:3e:08:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '262f08af-1ce1-4218-9d89-0cdea27bb343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:15Z', 'updated_at': '2022-04-04T17:48:20Z', 'revision_number': 4, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'subnets': [{'id': '262f08af-1ce1-4218-9d89-0cdea27bb343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:48:22.235129 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-a8261c44-c0bc-4e2e-869d-21d912afaa0a None None] Current status of the port 8e9d6584-ea9d-48e9-b087-32190ea6f539 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:22.856707 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 8e9d6584-ea9d-48e9-b087-32190ea6f539 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:23.069395 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.db.resource_extend [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 17:48:23.116845 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64d1a3-aa68-49c4-8646-96fcb97b22bd None None] New status for floating IP 1d0cb0cf-b28c-48e0-9626-fe05ae51777f: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:48:23.128883 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:23.140578 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (0a651668-bfd5-4cc5-bcd9-4d5e8009212f), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:23.297095 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP 0a651668-bfd5-4cc5-bcd9-4d5e8009212f associated. External IP: 172.27.3.140, port: c36d7c1b-4a31-49d8-943c-b6184ed7d271. Apr 04 17:48:23.337654 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 8e9d6584-ea9d-48e9-b087-32190ea6f539 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:23.338017 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:23.447152 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3c80163e-a868-44c9-a394-ab720b1456d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:23.459050 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54058449-bd31-4e8d-a6ce-7dd40bda1b09 req-e6872fe6-db80-45e8-aaa8-78614c11b6a8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:23.466780 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54058449-bd31-4e8d-a6ce-7dd40bda1b09 req-e6872fe6-db80-45e8-aaa8-78614c11b6a8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.4691544 Apr 04 17:48:23.530920 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 8e9d6584-ea9d-48e9-b087-32190ea6f539 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:23.549921 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54058449-bd31-4e8d-a6ce-7dd40bda1b09 req-e8fb0836-c61c-4380-963c-a4c6a8b402b2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802028 Apr 04 17:48:23.787970 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:48:23.931308 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:48:23.938405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:23.945596 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:48:23.965734 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:23.966364 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:23.978027 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8a4d7031-7282-45fe-b13c-aab2329cdac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "PUT /v2.0/floatingips/0a651668-bfd5-4cc5-bcd9-4d5e8009212f HTTP/1.1" status: 200 len: 991 time: 1.9721732 Apr 04 17:48:23.978989 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:23.981780 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673c7110-c1c6-4f3e-8f09-48570bb26db9" -d '{"events": [{"name": "network-changed", "server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:24.027245 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cbce2a-832f-456e-a3f0-38e8863b905c x-openstack-request-id: req-c7cbce2a-832f-456e-a3f0-38e8863b905c {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:24.030629 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:24.031586 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7cbce2a-832f-456e-a3f0-38e8863b905c {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:24.032996 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cbce2a-832f-456e-a3f0-38e8863b905c'] response: {'name': 'network-changed', 'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'status': 'completed', 'code': 200} Apr 04 17:48:24.174263 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:24.201919 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-75e7a03c-604d-4d1f-95b5-b64e2007594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:24.218757 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-75e7a03c-604d-4d1f-95b5-b64e2007594e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 1129 time: 0.1602592 Apr 04 17:48:24.377970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-9018fce7-85c4-4a12-b991-084ec577c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:24.379375 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-9018fce7-85c4-4a12-b991-084ec577c16b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.1526685 Apr 04 17:48:24.482938 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-bf23c573-9801-4aec-a57a-b1d45ec297ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271 HTTP/1.1" status: 200 len: 999 time: 0.0943308 Apr 04 17:48:24.632836 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-b07c8e04-ebf7-48e3-bb70-7b887f96b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:24.634750 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-b07c8e04-ebf7-48e3-bb70-7b887f96b310 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.1438425 Apr 04 17:48:24.665520 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '0a651668-bfd5-4cc5-bcd9-4d5e8009212f', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:e1:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:22Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}, {'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:45Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:24.787494 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:48:24.797063 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-f8dc0c36-0d6a-4551-abd8-088bbdad6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:24.802131 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-f8dc0c36-0d6a-4551-abd8-088bbdad6748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1544979 Apr 04 17:48:24.807180 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:48:24.808531 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:47:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:24.847249 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5cc2d-e8aa-4951-9901-00cbfdcd4261 req-502178e9-9773-4fff-9004-cf00799261bd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:24.875010 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bdb5cc2d-e8aa-4951-9901-00cbfdcd4261 req-502178e9-9773-4fff-9004-cf00799261bd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1612828 Apr 04 17:48:24.997486 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-de41ab70-5dc8-4a6b-8f50-c51cc4cc32a1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852202 Apr 04 17:48:25.033015 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bdb5cc2d-e8aa-4951-9901-00cbfdcd4261 req-4898725d-6a96-48f6-a5d4-722e9c6f159e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568081 Apr 04 17:48:25.062145 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:48:25.184129 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-673c7110-c1c6-4f3e-8f09-48570bb26db9 req-5ffa102f-116e-48e0-a9db-5f19e419448e service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810150 Apr 04 17:48:25.481231 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '0a651668-bfd5-4cc5-bcd9-4d5e8009212f', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:e1:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:22Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}, {'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:45Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:48:25.538148 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cb1af-0392-4ac2-a5b5-062906eda2d2 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '0a651668-bfd5-4cc5-bcd9-4d5e8009212f', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:e1:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:22Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}, {'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:45Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:48:25.755585 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-31315432-ba30-405a-ac1f-f9288ee65c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:26.072547 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a88c01-e3a9-469a-9ef7-f31c6c4e5514 None None] New status for floating IP 0a651668-bfd5-4cc5-bcd9-4d5e8009212f: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:48:26.277669 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e02fe4-133e-44bd-a17a-93372e9ec854 req-7b47adcf-090f-46ad-815f-020c72913746 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:26.299410 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c0e02fe4-133e-44bd-a17a-93372e9ec854 req-7b47adcf-090f-46ad-815f-020c72913746 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.1148641 Apr 04 17:48:26.366994 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c0e02fe4-133e-44bd-a17a-93372e9ec854 req-eb211b51-cb9d-4709-aba7-9421a5b78ce5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638862 Apr 04 17:48:26.751821 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:27.538531 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e8701-99f2-44ac-99a0-e8baefbd6d6c req-954ac43f-0423-4138-95c3-74c3662019d5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:27.547295 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e24e8701-99f2-44ac-99a0-e8baefbd6d6c req-954ac43f-0423-4138-95c3-74c3662019d5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0742798 Apr 04 17:48:27.624010 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e24e8701-99f2-44ac-99a0-e8baefbd6d6c req-9b146085-711c-4d41-bb23-5ce4281872dc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706224 Apr 04 17:48:28.283490 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:28.748709 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0be62-edd0-4e65-9790-1d291a6cd911 req-72478ac5-bad3-49b3-8a9a-3466a53ef5b6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:28.750915 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-40d0be62-edd0-4e65-9790-1d291a6cd911 req-72478ac5-bad3-49b3-8a9a-3466a53ef5b6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0594323 Apr 04 17:48:28.808992 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-40d0be62-edd0-4e65-9790-1d291a6cd911 req-3bd28284-1c31-4171-81ef-264741a2ca6b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519910 Apr 04 17:48:29.132876 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-e7d0f365-c579-4627-b9eb-2e867b394113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:29.134434 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-e7d0f365-c579-4627-b9eb-2e867b394113 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1130 time: 0.0526791 Apr 04 17:48:29.231909 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-2b066807-e681-44ed-830b-c2a48fbe9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:29.233717 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-2b066807-e681-44ed-830b-c2a48fbe9c18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.0923140 Apr 04 17:48:29.309605 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-e8321eef-b5b8-42ea-b459-fe1d1ff55909 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 1002 time: 0.0682065 Apr 04 17:48:29.362818 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-08e7f0b8-7dd2-44b3-999b-375c1328c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:29.364391 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-08e7f0b8-7dd2-44b3-999b-375c1328c4e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0483973 Apr 04 17:48:29.425739 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-927db946-498f-4a86-bf99-de2750bd0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:29.427177 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-927db946-498f-4a86-bf99-de2750bd0646 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541971 Apr 04 17:48:29.541393 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-a8fe7603-589c-4ffc-8cc3-786abf103481 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069813 Apr 04 17:48:29.654790 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55fcb503-a16b-40e5-9467-cb458719f6a1 req-59dff25e-0991-4a18-a438-53584d1e0a17 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012964 Apr 04 17:48:29.835929 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:29.946655 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02db9b-8b57-4928-afe3-b2b411441c6c req-0ee341e4-618d-454f-8111-cfa63078d6df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:29.951465 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0a02db9b-8b57-4928-afe3-b2b411441c6c req-0ee341e4-618d-454f-8111-cfa63078d6df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0616448 Apr 04 17:48:30.001517 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0a02db9b-8b57-4928-afe3-b2b411441c6c req-103d5331-629f-4511-af4e-953dae333708 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Apr 04 17:48:31.133416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee916f-60f6-4ef4-a2a6-22f50af0afe7 req-83307dd6-299f-49e2-aa9e-3e544c7207df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:31.136826 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-31ee916f-60f6-4ef4-a2a6-22f50af0afe7 req-83307dd6-299f-49e2-aa9e-3e544c7207df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0575082 Apr 04 17:48:31.191905 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-31ee916f-60f6-4ef4-a2a6-22f50af0afe7 req-6b406451-b5bb-4efd-9842-5b71e104086c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510590 Apr 04 17:48:31.799035 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:32.352328 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beed075-63d3-4860-b0fa-96b34a1e022c req-006b7679-f4ba-4530-bade-8b39eb6add19 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:32.353908 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4beed075-63d3-4860-b0fa-96b34a1e022c req-006b7679-f4ba-4530-bade-8b39eb6add19 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 946 time: 0.0903931 Apr 04 17:48:32.408799 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4beed075-63d3-4860-b0fa-96b34a1e022c req-1835972b-a5a3-4bbc-84d7-29535af3a2bd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486233 Apr 04 17:48:32.507492 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:48:32.601144 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: ACTIVE; New status is: DOWN {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:32.603085 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:32.636040 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:32.638390 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d898e-41bb-415b-90bc-856fb8d799ef" -d '{"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:32.689375 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:32.695122 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:32.708142 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076d3266-8745-4c5a-bc40-211a2153b473 x-openstack-request-id: req-076d3266-8745-4c5a-bc40-211a2153b473 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:32.711728 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-unplugged", "status": "failed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "code": 422}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:32.711998 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-076d3266-8745-4c5a-bc40-211a2153b473 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:32.712614 dv-cinder-788368-5-iscsi neutron-server[115105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-076d3266-8745-4c5a-bc40-211a2153b473']: {'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'code': 422} returned with failed status Apr 04 17:48:32.767575 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=8']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:32.987452 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [req-693cc34a-7814-44f6-a9b9-e19220cae0e6 req-e0db1315-11c5-4185-8cd7-c013223119bf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:48:32.988510 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-693cc34a-7814-44f6-a9b9-e19220cae0e6 req-e0db1315-11c5-4185-8cd7-c013223119bf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054417 Apr 04 17:48:33.153090 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f5fa9-db7a-4ca2-8ca8-0b8d52f4bd4b req-df27cf20-172c-4f91-afd8-1d0547fec2ca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:33.154564 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f02f5fa9-db7a-4ca2-8ca8-0b8d52f4bd4b req-df27cf20-172c-4f91-afd8-1d0547fec2ca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0576589 Apr 04 17:48:33.204739 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f02f5fa9-db7a-4ca2-8ca8-0b8d52f4bd4b req-35f6d3cc-b237-4b17-8b39-b6593eeea75c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Apr 04 17:48:33.481430 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44674) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:33.539653 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-3fd4ae62-0b7a-4b7d-a188-ba3acbe7b2fd tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:33.541163 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-3fd4ae62-0b7a-4b7d-a188-ba3acbe7b2fd tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 814 time: 0.1029317 Apr 04 17:48:33.555289 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-9580af33-8400-49ea-9b0a-a82591c022d5 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/quotas/4ed5622835754f10972b984a5dae9384 HTTP/1.1" status: 200 len: 375 time: 0.0087295 Apr 04 17:48:33.570120 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-1fda4b30-27f9-41f2-899b-032e4e34a944 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871615 Apr 04 17:48:33.579592 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-1977b7cd-894a-4054-9aab-b6a66a99af12 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:48:33.580580 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-1977b7cd-894a-4054-9aab-b6a66a99af12 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049565 Apr 04 17:48:33.609636 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-3effb6a9-5838-4ba3-a89f-531075d56b2f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488422 Apr 04 17:48:33.657954 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 44682) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:48:33.709395 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-e1002b6a-c661-4182-8d10-828f882cdcb5 service neutron] 10.222.0.24 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870552 Apr 04 17:48:33.786064 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-d42ca28c-53d9-4892-a1ae-cb094aed0994 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:33.787465 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-d42ca28c-53d9-4892-a1ae-cb094aed0994 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports/7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 941 time: 0.1285379 Apr 04 17:48:33.813961 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-f37f2004-81e4-4cb7-a8aa-7cda663a10b6 service neutron] 10.222.0.24 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987494 Apr 04 17:48:33.972458 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cf620fc0-2fd6-4ff4-a69e-12d7369abbc8 req-b8ae0906-106e-4a65-bed1-8c713b6e6d05 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 210 time: 0.0319571 Apr 04 17:48:34.354587 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5e62d-225e-413b-aeed-63c1e469fbd2 req-3f93dcbf-02c6-4c73-92c7-ea85bcb4dcdd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:34.356681 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-37f5e62d-225e-413b-aeed-63c1e469fbd2 req-3f93dcbf-02c6-4c73-92c7-ea85bcb4dcdd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0665810 Apr 04 17:48:34.410428 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-37f5e62d-225e-413b-aeed-63c1e469fbd2 req-8893dadc-584c-4e56-b7f7-8e1b4f67eeb8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480473 Apr 04 17:48:35.036545 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cc11f079-64b5-402b-8a7e-52ac5925ce84 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:35.038104 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cc11f079-64b5-402b-8a7e-52ac5925ce84 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 814 time: 0.0997026 Apr 04 17:48:35.050928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'port': {'device_id': '8385145b-313c-42de-96d3-156abbb963af', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'admin_state_up': True, 'tenant_id': '4ed5622835754f10972b984a5dae9384'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:35.132362 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8eb38c13-c290-4c48-984b-41b36d886ed7 req-21fa1211-f944-4223-8ee9-580184df491e tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 210 time: 0.0657527 Apr 04 17:48:35.188082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Made reservation on behalf of 4ed5622835754f10972b984a5dae9384 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:48:35.191530 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:35.320987 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Allocated IP 172.20.0.4 (a9015c17-c61f-4cd5-8e04-e092cdcf5c98/30ac03d8-d295-45cd-9bd2-39be29235c8c/30948296-cf95-482f-b761-a45cd94a8b44) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:48:35.519090 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for port (30948296-cf95-482f-b761-a45cd94a8b44), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:35.562569 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:35.590489 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff407d-de9c-4c9c-844c-c27afdcf5f8c req-50adc0d8-33e5-46f1-afae-787b0771fba1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:35.592667 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c0ff407d-de9c-4c9c-844c-c27afdcf5f8c req-50adc0d8-33e5-46f1-afae-787b0771fba1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0610166 Apr 04 17:48:35.618421 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:48:35.621780 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:48:35.625664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:48:35.680145 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:35.725676 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:35.725815 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c0ff407d-de9c-4c9c-844c-c27afdcf5f8c req-708e9d86-9828-4454-895d-ed9e7ad5e749 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270771 Apr 04 17:48:35.726298 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:35.753340 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-cf1dc06c-e538-4d4f-bd51-660a88a03672 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7061310 Apr 04 17:48:35.991613 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-24cc5c50-09f4-4951-afbe-287b31d55b59 None None] Provisioning complete for port 30948296-cf95-482f-b761-a45cd94a8b44 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:35.992322 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-24cc5c50-09f4-4951-afbe-287b31d55b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (30948296-cf95-482f-b761-a45cd94a8b44), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:36.026492 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-24cc5c50-09f4-4951-afbe-287b31d55b59 None None] Port 30948296-cf95-482f-b761-a45cd94a8b44 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:48:36.257941 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f007b81-1e96-41aa-8ceb-dac8929eac07 req-a8a55e85-a66b-4ffb-93a4-88c59075e39b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:36.259553 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9f007b81-1e96-41aa-8ceb-dac8929eac07 req-a8a55e85-a66b-4ffb-93a4-88c59075e39b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0602765 Apr 04 17:48:36.307143 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9f007b81-1e96-41aa-8ceb-dac8929eac07 req-ef973e3f-ee26-4208-9305-8088bb6d5cb5 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Apr 04 17:48:36.834764 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9668298-11e1-4384-bbf4-30b23350005b req-a8b23928-2ee9-493d-8cbe-374c9bb9092e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:36.836460 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a9668298-11e1-4384-bbf4-30b23350005b req-a8b23928-2ee9-493d-8cbe-374c9bb9092e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0530732 Apr 04 17:48:36.882396 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a9668298-11e1-4384-bbf4-30b23350005b req-34d74b91-84b8-4edf-b525-be443b5dd1ae tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Apr 04 17:48:37.430492 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bb9c-a912-4701-82ff-137a5bda492f req-a9ebc3ba-18d9-4d8c-9eee-e6f914481582 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:37.431938 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1826bb9c-a912-4701-82ff-137a5bda492f req-a9ebc3ba-18d9-4d8c-9eee-e6f914481582 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0562296 Apr 04 17:48:37.482844 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1826bb9c-a912-4701-82ff-137a5bda492f req-4692c582-515a-4b3c-8963-402c92ee5d70 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Apr 04 17:48:38.016618 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9d80b-688e-4ca3-8ddd-b2b28a245ac9 req-b33d3164-0413-4b07-95dc-0546d8cebbdd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:38.018154 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-29d9d80b-688e-4ca3-8ddd-b2b28a245ac9 req-b33d3164-0413-4b07-95dc-0546d8cebbdd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0597670 Apr 04 17:48:38.068220 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-29d9d80b-688e-4ca3-8ddd-b2b28a245ac9 req-e35dbb29-6c9f-4f99-a89d-4bab8c7df97a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Apr 04 17:48:38.620697 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe35a-8ba2-4fea-b49b-9756a6e4d88e req-e418106f-d056-4b9e-bb2a-a10167b6515a tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:38.622265 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cdbe35a-8ba2-4fea-b49b-9756a6e4d88e req-e418106f-d056-4b9e-bb2a-a10167b6515a tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0628636 Apr 04 17:48:38.671808 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cdbe35a-8ba2-4fea-b49b-9756a6e4d88e req-e6a2b9cd-e041-4f08-a4c6-f033068cea19 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Apr 04 17:48:39.198242 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e738a-9f3b-41bc-8f51-6c81b6ee7791 req-e954256d-8d31-4596-9c8a-784c8564d050 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:39.199743 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-948e738a-9f3b-41bc-8f51-6c81b6ee7791 req-e954256d-8d31-4596-9c8a-784c8564d050 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0537100 Apr 04 17:48:39.247929 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-948e738a-9f3b-41bc-8f51-6c81b6ee7791 req-8e954cbc-160c-4d19-9f3e-2ba8345f768e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 Apr 04 17:48:39.796665 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183eb76-9657-4e15-9f81-83aea016d441 req-d9c0f7ac-d805-4590-b163-8a1a98c8b4e5 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:39.798120 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8183eb76-9657-4e15-9f81-83aea016d441 req-d9c0f7ac-d805-4590-b163-8a1a98c8b4e5 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0581646 Apr 04 17:48:39.846046 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8183eb76-9657-4e15-9f81-83aea016d441 req-3af05165-b86a-4c4c-a64b-32459a3e6184 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Apr 04 17:48:40.370185 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fff9cc-b193-4a3a-9e2a-f2ac9a7c2484 req-a4434a61-7f78-4264-b7ef-a2291d127887 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:40.371648 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d2fff9cc-b193-4a3a-9e2a-f2ac9a7c2484 req-a4434a61-7f78-4264-b7ef-a2291d127887 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0525501 Apr 04 17:48:40.431386 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d2fff9cc-b193-4a3a-9e2a-f2ac9a7c2484 req-56dec5e0-6be4-42d9-bcaf-9cd5c3f5c7d9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538826 Apr 04 17:48:40.968388 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5097-fb9a-4846-ada9-7debe8f67e20 req-522b0eec-afff-40df-8eaf-00914670fb12 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:40.969776 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-407e5097-fb9a-4846-ada9-7debe8f67e20 req-522b0eec-afff-40df-8eaf-00914670fb12 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0554848 Apr 04 17:48:41.017216 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-407e5097-fb9a-4846-ada9-7debe8f67e20 req-90bafa9b-745f-49ed-8801-7d1024631268 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Apr 04 17:48:41.571291 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a89738-7cb1-47db-8c54-0ee21abb238c req-e714bb06-43ec-4f84-8830-528a0c21cc92 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:41.573411 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-62a89738-7cb1-47db-8c54-0ee21abb238c req-e714bb06-43ec-4f84-8830-528a0c21cc92 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0615740 Apr 04 17:48:41.625998 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-62a89738-7cb1-47db-8c54-0ee21abb238c req-19bcdab5-761c-41ae-a538-7dd49c99b4ca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446484 Apr 04 17:48:42.139215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4cb3e-c97f-4841-846b-12b463df3e26 req-a1976d4b-6034-4c4a-be72-67579b1e6562 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:42.140927 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52f4cb3e-c97f-4841-846b-12b463df3e26 req-a1976d4b-6034-4c4a-be72-67579b1e6562 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0533428 Apr 04 17:48:42.192108 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52f4cb3e-c97f-4841-846b-12b463df3e26 req-87b32c3e-7a15-491c-9821-14d797bc74fd tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Apr 04 17:48:42.750743 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005f7df-7ee7-4795-9915-669733a978f0 req-159902d5-ad02-42ad-8d91-0f1067116a46 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:42.752219 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8005f7df-7ee7-4795-9915-669733a978f0 req-159902d5-ad02-42ad-8d91-0f1067116a46 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0536299 Apr 04 17:48:42.799987 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8005f7df-7ee7-4795-9915-669733a978f0 req-eadb77f0-b4b0-49a0-b6bc-ba5c37fec0da tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Apr 04 17:48:43.326692 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e59b80-f07e-468a-8f54-fdeeb9473805 req-620f3783-68db-4e17-b729-3efe96a0d009 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:43.328362 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-67e59b80-f07e-468a-8f54-fdeeb9473805 req-620f3783-68db-4e17-b729-3efe96a0d009 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0618837 Apr 04 17:48:43.386229 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-67e59b80-f07e-468a-8f54-fdeeb9473805 req-a6104fb8-e42f-465a-82cf-61ba8b35914a tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Apr 04 17:48:43.935312 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aa375-f70e-43d9-9703-5b740b0ecff6 req-0f678a31-904d-491a-85f0-e7008b011fd1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:43.936732 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-556aa375-f70e-43d9-9703-5b740b0ecff6 req-0f678a31-904d-491a-85f0-e7008b011fd1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0633860 Apr 04 17:48:43.987487 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-556aa375-f70e-43d9-9703-5b740b0ecff6 req-3131b5b6-7c9e-450e-97e5-96915c5e6ab9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Apr 04 17:48:44.115112 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:48:44.499369 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4f967-45b4-4833-8d9a-a3b2a2a2aa50 req-0b2a0821-9abd-4cba-b026-b79e55958fee tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:44.501078 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-82f4f967-45b4-4833-8d9a-a3b2a2a2aa50 req-0b2a0821-9abd-4cba-b026-b79e55958fee tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0565047 Apr 04 17:48:44.550961 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-82f4f967-45b4-4833-8d9a-a3b2a2a2aa50 req-d4007b5a-e032-4d1f-9591-51f70b938863 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Apr 04 17:48:45.114509 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bc433-8b1b-4441-ac65-9b1f71294dc8 req-7ce1709c-d64f-41ee-a057-5bfc25e521a9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:45.116023 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f00bc433-8b1b-4441-ac65-9b1f71294dc8 req-7ce1709c-d64f-41ee-a057-5bfc25e521a9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0532210 Apr 04 17:48:45.163946 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f00bc433-8b1b-4441-ac65-9b1f71294dc8 req-ab0cc5da-de89-48da-9ce6-8d71faa762bd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414324 Apr 04 17:48:45.669724 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947efb53-e7cb-418a-b75e-77234b60b999 req-87371c53-5382-4421-988c-03925334cd8b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:45.671185 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-947efb53-e7cb-418a-b75e-77234b60b999 req-87371c53-5382-4421-988c-03925334cd8b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 931 time: 0.0548127 Apr 04 17:48:45.715490 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-947efb53-e7cb-418a-b75e-77234b60b999 req-89ac8624-ee98-4cc9-a472-ca6512458317 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388291 Apr 04 17:48:45.984518 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Request body: {'port': {'device_id': '8385145b-313c-42de-96d3-156abbb963af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:48:46.039814 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:46.289413 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30948296-cf95-482f-b761-a45cd94a8b44 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:46.290681 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b020939-365f-4afd-a631-23bdfc4fd767 req-9b1cda92-4773-4de4-99bf-019140831417 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:46.292189 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0b020939-365f-4afd-a631-23bdfc4fd767 req-9b1cda92-4773-4de4-99bf-019140831417 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0552781 Apr 04 17:48:46.296748 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Publish callbacks [] for port (30948296-cf95-482f-b761-a45cd94a8b44), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:46.309263 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Transition to ACTIVE for port object 30948296-cf95-482f-b761-a45cd94a8b44 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:48:46.312901 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:46.341215 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0b020939-365f-4afd-a631-23bdfc4fd767 req-5ee50aca-20fd-4dc7-9535-8c9cdf6fd596 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 Apr 04 17:48:46.364603 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:46.440941 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Attempting to bind port 30948296-cf95-482f-b761-a45cd94a8b44 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:48:46.441291 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Attempting to bind port 30948296-cf95-482f-b761-a45cd94a8b44 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:48:46.441590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Attempting to bind port 30948296-cf95-482f-b761-a45cd94a8b44 on network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:46.446046 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Port 30948296-cf95-482f-b761-a45cd94a8b44 on network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:48:46.446365 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Attempting to bind port 30948296-cf95-482f-b761-a45cd94a8b44 on network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:48:46.451760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:48:46.452091 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Checking segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:48:46.452520 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Bound using segment: {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:48:46.452918 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Bound port: 30948296-cf95-482f-b761-a45cd94a8b44, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92dba29-ded9-4197-acc0-7359b474b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:48:46.453268 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:46.518760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:48:46.521602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:48:46.527225 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:46.559241 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:46.559844 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:46.561267 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] 10.222.0.11 "PUT /v2.0/ports/30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 1093 time: 0.5813513 Apr 04 17:48:46.561711 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:46.564120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b159b52-8b2a-431e-b4eb-b717ada20480" -d '{"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:46.592629 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5a43-7df1-47ff-918b-9a10d4d6bdaa service neutron] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:46.623815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca83ab9-a1b1-4c22-af24-6b50957754f2 x-openstack-request-id: req-2ca83ab9-a1b1-4c22-af24-6b50957754f2 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:46.623815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:46.623815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ca83ab9-a1b1-4c22-af24-6b50957754f2 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:46.624317 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca83ab9-a1b1-4c22-af24-6b50957754f2'] response: {'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'status': 'completed', 'code': 200} Apr 04 17:48:46.657692 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-7cd3c3a7-854d-40b6-840f-15bfdeaa2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:46.659277 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-7cd3c3a7-854d-40b6-840f-15bfdeaa2e98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1127 time: 0.0469596 Apr 04 17:48:46.708100 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-afad54a7-19dd-4735-a38d-241494638156 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 217 time: 0.0395870 Apr 04 17:48:46.758853 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-f5ca2bb8-87ad-44b8-9eb0-3aac9513ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:46.760387 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-f5ca2bb8-87ad-44b8-9eb0-3aac9513ecf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.0457063 Apr 04 17:48:46.819650 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-298bdd31-9a73-4b8b-a499-e23ef1feabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:46.821201 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-298bdd31-9a73-4b8b-a499-e23ef1feabb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488262 Apr 04 17:48:46.839779 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896568e-13d8-4251-8f3b-687a9960822c req-fc08d34b-5952-4b03-bbb9-e1f842d03661 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:46.844268 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f896568e-13d8-4251-8f3b-687a9960822c req-fc08d34b-5952-4b03-bbb9-e1f842d03661 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 943 time: 0.0576487 Apr 04 17:48:46.890562 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f896568e-13d8-4251-8f3b-687a9960822c req-069095c3-5457-4944-bba9-33b51a37be27 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Apr 04 17:48:46.917309 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-d9ecbed4-3bcd-423d-8580-e3b02b39b8a8 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896273 Apr 04 17:48:47.008112 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf55a13-1d6c-44a7-b4f9-bfa3a55d8388 req-d4324433-994f-4e6d-9dc0-e557c5a0af91 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811591 Apr 04 17:48:47.126655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-ff3a4da2-1147-4674-b7d3-53c3eb3d6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:47.128169 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-ff3a4da2-1147-4674-b7d3-53c3eb3d6eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1127 time: 0.0462017 Apr 04 17:48:47.219364 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-c2d8f5f7-52b7-4de4-9e3f-0ce63d44a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:47.220834 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-c2d8f5f7-52b7-4de4-9e3f-0ce63d44a457 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.0844624 Apr 04 17:48:47.262082 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-7045c436-7ae8-49ed-9b02-feaffa4beac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 217 time: 0.0337961 Apr 04 17:48:47.543899 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-24aa8599-d24b-457c-aebf-18f085d89521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:47.545361 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-24aa8599-d24b-457c-aebf-18f085d89521 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.2745903 Apr 04 17:48:47.572296 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420be65-7a49-4e32-9dc5-f8e9281ea1b7 req-ba37ddf3-8f4f-4df9-a081-7be457fef5df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:47.574279 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3420be65-7a49-4e32-9dc5-f8e9281ea1b7 req-ba37ddf3-8f4f-4df9-a081-7be457fef5df tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0720530 Apr 04 17:48:47.638061 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-5780e039-2e53-4919-b9ca-a76ce628f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:47.639660 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-5780e039-2e53-4919-b9ca-a76ce628f877 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841839 Apr 04 17:48:47.642938 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3420be65-7a49-4e32-9dc5-f8e9281ea1b7 req-d1428f4b-7cc6-47f0-871d-9644e2251f29 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534632 Apr 04 17:48:47.734828 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-b8ac82cc-f293-4f77-af40-ec8f42f96c4f service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869215 Apr 04 17:48:47.822100 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b159b52-8b2a-431e-b4eb-b717ada20480 req-fbd921f6-d192-4391-9688-438b81fb3462 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803213 Apr 04 17:48:48.006228 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e8563-3323-47c7-b9cb-65da45449f06 req-3cd2c6ab-7562-4118-9fec-949e7482241b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:48.007877 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-073e8563-3323-47c7-b9cb-65da45449f06 req-3cd2c6ab-7562-4118-9fec-949e7482241b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 943 time: 0.0510557 Apr 04 17:48:48.058767 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-073e8563-3323-47c7-b9cb-65da45449f06 req-8493a911-d636-44c2-8321-2547b7384102 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Apr 04 17:48:48.161203 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-dbf1c1dd-94a2-4a48-8aa8-a80a7f590eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:48.162562 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-dbf1c1dd-94a2-4a48-8aa8-a80a7f590eb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7&tenant_id=bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 1128 time: 0.0891042 Apr 04 17:48:48.239926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-5c672938-187b-4eac-80ea-e0e83dd7ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:48.241442 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-5c672938-187b-4eac-80ea-e0e83dd7ca47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1128 time: 0.0458684 Apr 04 17:48:48.330602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-7c1b7557-f1ab-4da9-a110-f80dddb799a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:48.332048 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-7c1b7557-f1ab-4da9-a110-f80dddb799a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.0840847 Apr 04 17:48:48.396953 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-bbe468e2-4c24-488c-948f-915e581ae3c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 1000 time: 0.0571556 Apr 04 17:48:48.776870 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b5790-b53d-4bfe-a008-12e27956305e req-c67d826c-4acf-4096-b54f-fcd1e5ed33da tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:48.778329 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8b2b5790-b53d-4bfe-a008-12e27956305e req-c67d826c-4acf-4096-b54f-fcd1e5ed33da tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0525115 Apr 04 17:48:48.827289 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8b2b5790-b53d-4bfe-a008-12e27956305e req-6c9e9c17-0c0c-4761-a5ef-fbf8050aec26 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 Apr 04 17:48:49.192329 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 30948296-cf95-482f-b761-a45cd94a8b44 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:48:49.194446 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fa067-4077-4e50-bb03-919e43a8047e req-26928f1d-5831-4c66-876c-bee06df5819c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:49.195913 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-456fa067-4077-4e50-bb03-919e43a8047e req-26928f1d-5831-4c66-876c-bee06df5819c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 943 time: 0.0503154 Apr 04 17:48:49.238465 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-f817f03c-e7a9-46d7-acd0-d28e58ebdd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:49.239914 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-f817f03c-e7a9-46d7-acd0-d28e58ebdd10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0468714 Apr 04 17:48:49.243910 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-456fa067-4077-4e50-bb03-919e43a8047e req-8f6e68f7-bc79-4641-b1dd-47456c8c7d62 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Apr 04 17:48:49.287049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:49.298381 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '30948296-cf95-482f-b761-a45cd94a8b44', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'port_id': '30948296-cf95-482f-b761-a45cd94a8b44', 'mac_address': 'fa:16:3e:16:cc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:48:49.337967 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 30948296-cf95-482f-b761-a45cd94a8b44 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:49.338351 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:49.350509 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30948296-cf95-482f-b761-a45cd94a8b44 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:48:49.368497 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:49.373319 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:49.423686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:49.953410 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65b263-45d8-4b0a-b670-36e935580bc3 req-18528907-ab1d-4686-ab13-dded3e3c5e4c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:49.954801 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bf65b263-45d8-4b0a-b670-36e935580bc3 req-18528907-ab1d-4686-ab13-dded3e3c5e4c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0516672 Apr 04 17:48:50.030965 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bf65b263-45d8-4b0a-b670-36e935580bc3 req-e28ceedb-8c37-4fbb-a0cc-fa73a434a857 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704825 Apr 04 17:48:50.040148 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-117253c5-ca64-410b-a41f-e95dada6144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:50.041630 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-117253c5-ca64-410b-a41f-e95dada6144a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665779 Apr 04 17:48:50.357972 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d616b3-b77a-45c1-8a27-dde62dcd3ec4 req-9053e593-d09b-488b-9e1a-13479a33b9c8 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:50.359424 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-38d616b3-b77a-45c1-8a27-dde62dcd3ec4 req-9053e593-d09b-488b-9e1a-13479a33b9c8 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 944 time: 0.0506234 Apr 04 17:48:50.403856 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-38d616b3-b77a-45c1-8a27-dde62dcd3ec4 req-4a71bc10-a342-414a-845d-829222632169 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Apr 04 17:48:50.939959 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-a8fb348f-0281-48b4-a81b-7b9a27d40e0c service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813496 Apr 04 17:48:51.029608 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edcc0e50-e3ab-4003-a39a-402cd1899164 req-428f2386-fe82-4b5d-b939-688aa8bb3322 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832767 Apr 04 17:48:51.155821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c46d1-bd59-4aeb-ad8c-6905718154f8 req-081911e0-3309-4bab-9766-c01f14179f66 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:51.156367 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b00c46d1-bd59-4aeb-ad8c-6905718154f8 req-081911e0-3309-4bab-9766-c01f14179f66 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0533090 Apr 04 17:48:51.208012 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b00c46d1-bd59-4aeb-ad8c-6905718154f8 req-7ae6a934-c598-4317-9504-ed111faf9227 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439208 Apr 04 17:48:51.227656 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['30948296-cf95-482f-b761-a45cd94a8b44'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:48:51.560733 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd8e8-ab94-43c4-81ec-630714378b92 req-d03b090d-2a01-4adc-82c5-9a568f98d3e8 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:51.569416 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-be1bd8e8-ab94-43c4-81ec-630714378b92 req-d03b090d-2a01-4adc-82c5-9a568f98d3e8 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 944 time: 0.0860791 Apr 04 17:48:51.623217 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-be1bd8e8-ab94-43c4-81ec-630714378b92 req-2b1ac7d5-7f71-45a3-9dfb-87cf7ee2be4c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523825 Apr 04 17:48:52.350595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd878e8-34dc-4aa2-81d5-e046b6ec3e3c req-78f2415f-4b76-45d4-914d-cb0dca9653d0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:52.359091 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4dd878e8-34dc-4aa2-81d5-e046b6ec3e3c req-78f2415f-4b76-45d4-914d-cb0dca9653d0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0644920 Apr 04 17:48:52.406524 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4dd878e8-34dc-4aa2-81d5-e046b6ec3e3c req-4c426dcb-6faa-4b33-8b71-dec35aff3db5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Apr 04 17:48:52.731672 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484a478-c8da-4b56-b375-7e0b00bb8f1a req-d9c37200-e69c-4f1c-ba6f-3c7436b70375 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:52.733145 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b484a478-c8da-4b56-b375-7e0b00bb8f1a req-d9c37200-e69c-4f1c-ba6f-3c7436b70375 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 944 time: 0.0511663 Apr 04 17:48:52.777611 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b484a478-c8da-4b56-b375-7e0b00bb8f1a req-f2f5076c-bf9d-42d3-9df3-7126a5e1c4c7 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Apr 04 17:48:53.389884 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4e756b87-6e7c-4535-b576-47f314e485ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:53.541468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699936-a30d-4d78-812a-0ee93ac94440 req-1f1f3972-425d-4108-83f6-51659b32b5b6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:53.542952 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bf699936-a30d-4d78-812a-0ee93ac94440 req-1f1f3972-425d-4108-83f6-51659b32b5b6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0558078 Apr 04 17:48:53.590283 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bf699936-a30d-4d78-812a-0ee93ac94440 req-04a3c089-1580-4eb8-aa58-63f37acbc9a7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Apr 04 17:48:53.892027 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85093670-fb1e-48b2-8a66-266d82d16ddb req-6890e8e7-f8cc-431c-9fb2-22fc4b549d25 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:53.893510 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85093670-fb1e-48b2-8a66-266d82d16ddb req-6890e8e7-f8cc-431c-9fb2-22fc4b549d25 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 944 time: 0.0503180 Apr 04 17:48:53.956255 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85093670-fb1e-48b2-8a66-266d82d16ddb req-1e2c9a27-7e24-4c12-a210-1a0e79b349c3 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563166 Apr 04 17:48:54.731871 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9b87-96ce-4e72-82c4-6ef0c3d58f8e req-992b1029-0f70-43ee-b7bf-dedcedb955da tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:54.733276 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-43bd9b87-96ce-4e72-82c4-6ef0c3d58f8e req-992b1029-0f70-43ee-b7bf-dedcedb955da tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0517468 Apr 04 17:48:54.789834 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-43bd9b87-96ce-4e72-82c4-6ef0c3d58f8e req-a4cf4dd2-e078-4ebe-b697-56a1315c2306 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508420 Apr 04 17:48:55.087997 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b3779-8024-451f-b821-9ccc9f68cd2b req-4ab69dc5-e6f3-4a5a-b3ff-8470879bed56 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:55.089508 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-710b3779-8024-451f-b821-9ccc9f68cd2b req-4ab69dc5-e6f3-4a5a-b3ff-8470879bed56 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 944 time: 0.0561481 Apr 04 17:48:55.135234 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-710b3779-8024-451f-b821-9ccc9f68cd2b req-5039f543-9b05-42ed-b0c5-7a7cca0cccbe tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Apr 04 17:48:55.732762 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a1bf57e3-aa46-4597-9db8-7a97d9a7f915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:55.925231 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd70e0c-ad60-402f-a8f9-f1ff3b8331b2 req-6395be13-64c5-49b4-b09c-39e5c6c9612f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:55.927927 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2cd70e0c-ad60-402f-a8f9-f1ff3b8331b2 req-6395be13-64c5-49b4-b09c-39e5c6c9612f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0577996 Apr 04 17:48:55.981812 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2cd70e0c-ad60-402f-a8f9-f1ff3b8331b2 req-eecceab0-c218-4ff2-8685-f912c107578d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470212 Apr 04 17:48:56.257526 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa7e1-5934-47ad-b4e8-d0f7d9dbe71e req-37973287-6620-4743-8da6-d46b56b998f6 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:56.265362 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-274fa7e1-5934-47ad-b4e8-d0f7d9dbe71e req-37973287-6620-4743-8da6-d46b56b998f6 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 944 time: 0.0639002 Apr 04 17:48:56.312712 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-274fa7e1-5934-47ad-b4e8-d0f7d9dbe71e req-8e20a643-ebc2-4559-bde5-2ef509dfadc9 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464685 Apr 04 17:48:56.727725 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:56.963305 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 30948296-cf95-482f-b761-a45cd94a8b44 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:48:57.034686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 30948296-cf95-482f-b761-a45cd94a8b44 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:48:57.038784 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 30948296-cf95-482f-b761-a45cd94a8b44 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:48:57.039172 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (30948296-cf95-482f-b761-a45cd94a8b44), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:57.120972 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 30948296-cf95-482f-b761-a45cd94a8b44 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:48:57.121370 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:57.122083 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce398b-f175-4a42-979e-7419280bf978 req-0c203eb7-4b76-4e80-9539-9714d381e494 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:57.123642 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c5ce398b-f175-4a42-979e-7419280bf978 req-0c203eb7-4b76-4e80-9539-9714d381e494 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0553007 Apr 04 17:48:57.145049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:48:57.147329 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f7a9f5-ea45-4ccc-ab16-92472bdf78dd" -d '{"events": [{"server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "name": "network-vif-plugged", "status": "completed", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:48:57.159962 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:48:57.165023 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:57.185484 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c5ce398b-f175-4a42-979e-7419280bf978 req-99270d2b-7bc7-42fb-97b3-eb0e8aa49b0b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549242 Apr 04 17:48:57.219843 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ca6df-b7b4-44ff-b92f-5083d4363b12 x-openstack-request-id: req-172ca6df-b7b4-44ff-b92f-5083d4363b12 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:48:57.220248 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "name": "network-vif-plugged", "status": "completed", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:48:57.220722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-172ca6df-b7b4-44ff-b92f-5083d4363b12 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:48:57.221333 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172ca6df-b7b4-44ff-b92f-5083d4363b12'] response: {'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'code': 200} Apr 04 17:48:57.246227 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:48:57.434242 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e96b7c-f29a-417d-84e0-908111df88cc req-8c4a5c9d-f28e-40d4-87d0-613f310c90f7 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:57.435712 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00e96b7c-f29a-417d-84e0-908111df88cc req-8c4a5c9d-f28e-40d4-87d0-613f310c90f7 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0551295 Apr 04 17:48:57.480750 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-00e96b7c-f29a-417d-84e0-908111df88cc req-878ede6e-1953-4772-a55e-f29a82bf98b6 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Apr 04 17:48:58.285551 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:58.320051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e06af-c657-4ec8-886a-afa8c351a384 req-e461a2e8-6b6a-4139-85be-919bb416014f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:58.321524 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bc6e06af-c657-4ec8-886a-afa8c351a384 req-e461a2e8-6b6a-4139-85be-919bb416014f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0533457 Apr 04 17:48:58.367250 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bc6e06af-c657-4ec8-886a-afa8c351a384 req-b4fa9d28-7e53-42c5-805e-3fecc324272b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 Apr 04 17:48:58.598763 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524353e-8fca-4dee-825e-a6aa3a0811ac req-dc6ffd5b-d597-4830-9e5c-af7ab1d30d5c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:58.601970 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9524353e-8fca-4dee-825e-a6aa3a0811ac req-dc6ffd5b-d597-4830-9e5c-af7ab1d30d5c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0543039 Apr 04 17:48:58.684979 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9524353e-8fca-4dee-825e-a6aa3a0811ac req-e399cf1a-a670-4ead-a4df-08c9fa6cefd4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771883 Apr 04 17:48:59.499685 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577322e-221e-4777-aa8f-be27f49929eb req-f1a5bc62-98d1-4b98-b32f-d5e81a5d1548 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:59.502028 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5577322e-221e-4777-aa8f-be27f49929eb req-f1a5bc62-98d1-4b98-b32f-d5e81a5d1548 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0633233 Apr 04 17:48:59.552127 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5577322e-221e-4777-aa8f-be27f49929eb req-0d8344ed-ef8e-466d-aca2-9ec3d03e4dff tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443676 Apr 04 17:48:59.838291 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cc3f2-53b6-44c7-bc67-34039f308b0b req-4ce12ab7-5451-4958-87cb-f869c06f055c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:48:59.845683 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c15cc3f2-53b6-44c7-bc67-34039f308b0b req-4ce12ab7-5451-4958-87cb-f869c06f055c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0825872 Apr 04 17:48:59.867022 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:48:59.894530 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c15cc3f2-53b6-44c7-bc67-34039f308b0b req-ffca88e5-2460-4014-baed-76bdcff29d1f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Apr 04 17:49:00.675796 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c34dea-8b51-448a-b299-0d59da9d17ec req-e3d18543-6296-47bb-9e7b-861a0f3217c7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:00.677267 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-97c34dea-8b51-448a-b299-0d59da9d17ec req-e3d18543-6296-47bb-9e7b-861a0f3217c7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0523858 Apr 04 17:49:00.722589 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-97c34dea-8b51-448a-b299-0d59da9d17ec req-6dc64c3c-ce03-4d5a-aab4-45ab0012f901 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397801 Apr 04 17:49:01.015358 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc543c-47e3-4390-85d3-125ed9870193 req-3ecf0302-20fa-470c-84d0-8871941409e5 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:01.019380 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8dbc543c-47e3-4390-85d3-125ed9870193 req-3ecf0302-20fa-470c-84d0-8871941409e5 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0562472 Apr 04 17:49:01.071223 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8dbc543c-47e3-4390-85d3-125ed9870193 req-a70721d6-164c-48fb-90df-35bc0368dd88 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Apr 04 17:49:01.789197 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:01.845927 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531a025-ff6f-4354-8a15-5fc178dd53ff req-8dd18655-4f5a-4180-885b-c5a56796e3b1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:01.847389 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d531a025-ff6f-4354-8a15-5fc178dd53ff req-8dd18655-4f5a-4180-885b-c5a56796e3b1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0554514 Apr 04 17:49:01.892761 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d531a025-ff6f-4354-8a15-5fc178dd53ff req-c9495804-1212-4562-8917-2def9fa27903 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396893 Apr 04 17:49:02.113123 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-c3e27996-ecfc-4421-93b6-bcb24ba3da34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523708 Apr 04 17:49:02.185791 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-da3a28ac-3584-4111-aa03-63757e820942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:02.187553 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-da3a28ac-3584-4111-aa03-63757e820942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0491946 Apr 04 17:49:02.204177 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c916e77-01ab-4825-8c7c-f90a8bb796dd req-814567db-a87d-47ce-bef9-80b73a620a43 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:02.205996 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9c916e77-01ab-4825-8c7c-f90a8bb796dd req-814567db-a87d-47ce-bef9-80b73a620a43 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0630584 Apr 04 17:49:02.256488 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9c916e77-01ab-4825-8c7c-f90a8bb796dd req-818a4a78-c92e-4a27-ba80-6e55968bbb69 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446658 Apr 04 17:49:02.286391 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b90fcd-66c4-47f6-91d1-0b4cba17ca95 req-a4a3e1fb-0d7a-440d-9674-aaa863eb4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:02.287856 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-78b90fcd-66c4-47f6-91d1-0b4cba17ca95 req-a4a3e1fb-0d7a-440d-9674-aaa863eb4654 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1129 time: 0.0993288 Apr 04 17:49:02.330860 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-49c4f440-a352-402d-8668-001d71d52d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:02.332572 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-49c4f440-a352-402d-8668-001d71d52d46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1172342 Apr 04 17:49:02.353479 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-78b90fcd-66c4-47f6-91d1-0b4cba17ca95 req-39f6434f-faa6-4c85-8c7e-bf23c9e5f856 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Apr 04 17:49:02.383378 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-a1994365-01a9-4635-8c90-14ce501c2f8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f HTTP/1.1" status: 200 len: 217 time: 0.0414393 Apr 04 17:49:02.628845 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-10fcdbac-e7eb-47f5-a65f-0acf74a709b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:02.630221 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-10fcdbac-e7eb-47f5-a65f-0acf74a709b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0430753 Apr 04 17:49:02.679740 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-2e651fe9-6fbd-496a-88d3-673a4fee2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:02.681256 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-2e651fe9-6fbd-496a-88d3-673a4fee2f56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439041 Apr 04 17:49:02.773281 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-87d2c06b-91b2-4dc7-b795-f33db673012a service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819631 Apr 04 17:49:02.863313 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4f2c7cef-1175-4b0d-a51e-4ec2022d2803 req-62716703-8cc9-4d53-88a2-c60696545779 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794175 Apr 04 17:49:03.014714 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8d7c3-7395-43e5-ad88-29cf2b1be249 req-b4a6e0c4-39fd-4292-a90d-ba73289641f2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:03.016181 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eae8d7c3-7395-43e5-ad88-29cf2b1be249 req-b4a6e0c4-39fd-4292-a90d-ba73289641f2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0530984 Apr 04 17:49:03.064888 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eae8d7c3-7395-43e5-ad88-29cf2b1be249 req-72ec34ae-2dd5-463f-8131-3e4af5f578e0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431604 Apr 04 17:49:03.380421 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f18cb-4166-4740-90e4-a063d07152df req-3784b39e-ed0a-4d74-b56a-9cbab59bda81 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:03.382351 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9f3f18cb-4166-4740-90e4-a063d07152df req-3784b39e-ed0a-4d74-b56a-9cbab59bda81 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0575111 Apr 04 17:49:03.433392 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9f3f18cb-4166-4740-90e4-a063d07152df req-9c9c8d73-db6b-4d6a-bd65-eed41688f141 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Apr 04 17:49:04.185847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed740f8-f089-4070-b41b-dfbc18789c32 req-c4cbfef8-7778-4f92-b7e4-2a4cb0108ef8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:04.187428 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aed740f8-f089-4070-b41b-dfbc18789c32 req-c4cbfef8-7778-4f92-b7e4-2a4cb0108ef8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0525219 Apr 04 17:49:04.236255 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aed740f8-f089-4070-b41b-dfbc18789c32 req-84c4d447-dc78-4aad-9332-bdc2d2f2871c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Apr 04 17:49:04.555035 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff471d-1974-452e-bda3-f274f65d48f3 req-635cb249-6f46-4abe-8756-06974cf9e619 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:04.556467 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75ff471d-1974-452e-bda3-f274f65d48f3 req-635cb249-6f46-4abe-8756-06974cf9e619 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0529447 Apr 04 17:49:04.606649 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75ff471d-1974-452e-bda3-f274f65d48f3 req-372ec3e0-4bf6-483e-a664-e422e286b555 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Apr 04 17:49:04.731599 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda5c61-31d3-4a87-b688-14b3f5705571 req-8d25cb13-b6f3-4f8a-89ca-1df74b3df153 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:04.733100 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1eda5c61-31d3-4a87-b688-14b3f5705571 req-8d25cb13-b6f3-4f8a-89ca-1df74b3df153 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0559521 Apr 04 17:49:04.779569 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1eda5c61-31d3-4a87-b688-14b3f5705571 req-ba0c84a2-ba2d-4553-b64a-a95d0c229b60 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Apr 04 17:49:05.103424 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e82b-afdc-4a4a-bbc3-18acad347a50 req-8c7dae6c-3306-479d-8dfe-21fc4b47b576 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:05.105473 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2092e82b-afdc-4a4a-bbc3-18acad347a50 req-8c7dae6c-3306-479d-8dfe-21fc4b47b576 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0540128 Apr 04 17:49:05.149866 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2092e82b-afdc-4a4a-bbc3-18acad347a50 req-80251a19-d4d3-4c9e-93db-78975179a334 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Apr 04 17:49:05.370687 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acdd37-57e0-4d7c-a493-7d182a023e92 req-b18061aa-30d8-4805-8f40-907821545338 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:05.372453 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-07acdd37-57e0-4d7c-a493-7d182a023e92 req-b18061aa-30d8-4805-8f40-907821545338 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0548265 Apr 04 17:49:05.429323 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-07acdd37-57e0-4d7c-a493-7d182a023e92 req-e636a09d-fc8f-4b41-9c8f-d0dd40fd2667 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502014 Apr 04 17:49:05.857263 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7117f8-3481-4116-bb0e-4bc226bd6df4 req-abfb0246-dfc4-4d54-b449-31c27c4cdb2a tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:05.858708 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ca7117f8-3481-4116-bb0e-4bc226bd6df4 req-abfb0246-dfc4-4d54-b449-31c27c4cdb2a tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 945 time: 0.0553610 Apr 04 17:49:05.907803 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ca7117f8-3481-4116-bb0e-4bc226bd6df4 req-4ef01151-8c87-4f80-ac40-2b58635c1ac4 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Apr 04 17:49:06.554913 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93dac-b2a8-428a-9ab6-1c47f8e19d9b req-17da6a85-e736-486f-bbd3-0f7b2cfc6307 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:06.556451 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e6c93dac-b2a8-428a-9ab6-1c47f8e19d9b req-17da6a85-e736-486f-bbd3-0f7b2cfc6307 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0535502 Apr 04 17:49:06.606339 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e6c93dac-b2a8-428a-9ab6-1c47f8e19d9b req-5934284a-3922-410b-b7a5-6c2324ada7eb tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Apr 04 17:49:07.033359 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6895a-1985-44cd-babe-9c669faec252 req-a2e7cb2f-7ba2-4227-a150-e1eb5b3b31f1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:07.034744 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-63a6895a-1985-44cd-babe-9c669faec252 req-a2e7cb2f-7ba2-4227-a150-e1eb5b3b31f1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 945 time: 0.0529294 Apr 04 17:49:07.082677 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-63a6895a-1985-44cd-babe-9c669faec252 req-e5c08f26-8f98-48e9-adb3-10ed562b32ee tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Apr 04 17:49:07.728728 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e5dc-f097-48b8-927f-f49d8d1a1f41 req-4bec5dc0-4f5d-468e-98ba-f74c6a000825 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:07.730175 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2460e5dc-f097-48b8-927f-f49d8d1a1f41 req-4bec5dc0-4f5d-468e-98ba-f74c6a000825 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0517685 Apr 04 17:49:07.764500 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-19d088ca-992f-4e11-9fcd-cd7eda66c049 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:07.765938 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-19d088ca-992f-4e11-9fcd-cd7eda66c049 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Apr 04 17:49:07.777894 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2460e5dc-f097-48b8-927f-f49d8d1a1f41 req-0ec54c54-addb-478e-8dea-76c7d55f2b78 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Apr 04 17:49:07.893337 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Deleting port a17c3c1d-843a-4f47-a894-03de8f667081 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:49:07.893674 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:07.982657 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] For port a17c3c1d-843a-4f47-a894-03de8f667081, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a17c3c1d-843a-4f47-a894-03de8f667081,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:07.982932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:07.998339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Calling delete_port for a17c3c1d-843a-4f47-a894-03de8f667081 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:49:08.158471 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (a17c3c1d-843a-4f47-a894-03de8f667081), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:08.172088 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['a17c3c1d-843a-4f47-a894-03de8f667081'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:08.180852 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7c7c9e9f-8087-497b-b232-1048e3667aa2 req-f7c0741d-dda4-4d3c-b4c2-c8cc36bf6b2d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=161f5607-f321-4c01-8c3d-a2274841dbe3 HTTP/1.1" status: 200 len: 210 time: 0.0323417 Apr 04 17:49:08.200315 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Pushing event deleted for resources: {'Port': ['ID=a17c3c1d-843a-4f47-a894-03de8f667081,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:08.209095 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.209436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.209769 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.210097 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.210421 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.210742 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.211061 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.211379 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.211695 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.212009 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.212369 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.212679 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.212991 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.213302 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.213661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:08.275776 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] No DVR routers for this DVR port a17c3c1d-843a-4f47-a894-03de8f667081 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:49:08.278742 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:08.282013 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-78403fbb-629b-449e-953c-18e2ae9f9307 req-bfa2b0e6-a528-487e-ae48-ca7a270bfcdc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "DELETE /v2.0/ports/a17c3c1d-843a-4f47-a894-03de8f667081 HTTP/1.1" status: 204 len: 173 time: 0.5104413 Apr 04 17:49:08.282442 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'name': 'network-vif-deleted', 'tag': 'a17c3c1d-843a-4f47-a894-03de8f667081'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:08.284655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac17c29-7963-4a4d-b24b-01c857ef15bc" -d '{"events": [{"server_uuid": "161f5607-f321-4c01-8c3d-a2274841dbe3", "name": "network-vif-deleted", "tag": "a17c3c1d-843a-4f47-a894-03de8f667081"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:08.320099 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3158622-40e2-426b-8474-9bab437016d8 x-openstack-request-id: req-e3158622-40e2-426b-8474-9bab437016d8 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:08.320480 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161f5607-f321-4c01-8c3d-a2274841dbe3", "name": "network-vif-deleted", "tag": "a17c3c1d-843a-4f47-a894-03de8f667081", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:08.320844 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3158622-40e2-426b-8474-9bab437016d8 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:08.321241 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3158622-40e2-426b-8474-9bab437016d8'] response: {'server_uuid': '161f5607-f321-4c01-8c3d-a2274841dbe3', 'name': 'network-vif-deleted', 'tag': 'a17c3c1d-843a-4f47-a894-03de8f667081', 'status': 'completed', 'code': 200} Apr 04 17:49:08.901829 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed31e1a-9028-4984-8eef-c91f6a911eb4 req-e2ab75cf-f34f-462c-9fa3-f251e4ac189b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:08.903227 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5ed31e1a-9028-4984-8eef-c91f6a911eb4 req-e2ab75cf-f34f-462c-9fa3-f251e4ac189b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0520387 Apr 04 17:49:08.950537 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5ed31e1a-9028-4984-8eef-c91f6a911eb4 req-85f23305-eb21-4c96-9cb3-0b600ced765c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Apr 04 17:49:10.070509 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e795832-a038-4684-82d5-f5068ba60f33 req-8e10a6d2-7077-4819-866e-758d8ed2db5f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:10.071946 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e795832-a038-4684-82d5-f5068ba60f33 req-8e10a6d2-7077-4819-866e-758d8ed2db5f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0501544 Apr 04 17:49:10.120815 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e795832-a038-4684-82d5-f5068ba60f33 req-53ff8cfb-afee-477b-9b95-b97d720cb600 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Apr 04 17:49:11.243394 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6d197-7ded-48ec-9428-53e1ae45c6b8 req-c4bdb43a-48ca-4999-8c4c-ea40b6559761 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:11.244876 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-92c6d197-7ded-48ec-9428-53e1ae45c6b8 req-c4bdb43a-48ca-4999-8c4c-ea40b6559761 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 944 time: 0.0513318 Apr 04 17:49:11.293129 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-92c6d197-7ded-48ec-9428-53e1ae45c6b8 req-68a4a56d-5285-4a92-bdd3-358964f73df0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Apr 04 17:49:11.334074 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:49:11.425111 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:11.436157 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'port_id': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'mac_address': 'fa:16:3e:22:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:49:11.476704 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:49:11.477085 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:11.492620 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:49:11.510831 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:11.514698 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:11.561096 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=9']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:11.567770 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.568110 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.568466 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.568825 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.569156 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.569482 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.569801 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.570119 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.570435 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.570759 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.571068 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.571380 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.571692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.572002 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:11.572338 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:12.257924 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device a17c3c1d-843a-4f47-a894-03de8f667081 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:49:12.278912 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: a17c3c1d-843a-4f47-a894-03de8f667081 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:49:12.279250 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device a17c3c1d-843a-4f47-a894-03de8f667081 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:49:12.419095 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2451e-db9c-4799-85de-f3a48aef4120 req-516bbc39-2d23-402c-ac54-a34b94f99835 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:12.420574 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52e2451e-db9c-4799-85de-f3a48aef4120 req-516bbc39-2d23-402c-ac54-a34b94f99835 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.0512879 Apr 04 17:49:12.467999 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52e2451e-db9c-4799-85de-f3a48aef4120 req-ff46c789-3043-4293-8af1-6c454e266495 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417266 Apr 04 17:49:12.598902 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:13.591398 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae90305-1417-4291-bbd6-e672d1164b51 req-1f6449b0-312e-49db-b800-e068b6f06e59 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:13.592987 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eae90305-1417-4291-bbd6-e672d1164b51 req-1f6449b0-312e-49db-b800-e068b6f06e59 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Apr 04 17:49:13.639587 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eae90305-1417-4291-bbd6-e672d1164b51 req-2a908dec-0c4c-42b6-b66c-c07e19c569b3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Apr 04 17:49:14.539883 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54f79c-da4c-498d-bf88-6e0b5a93d18f req-e9fac14f-7cfc-49be-bf99-2a88fb35f99f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:14.541372 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-dc54f79c-da4c-498d-bf88-6e0b5a93d18f req-e9fac14f-7cfc-49be-bf99-2a88fb35f99f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0535197 Apr 04 17:49:14.586741 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-dc54f79c-da4c-498d-bf88-6e0b5a93d18f req-ace08e74-9b02-4e08-bbe1-b8d87db13efb tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Apr 04 17:49:14.609019 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45096) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:14.699423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306afd4d-4f20-4436-b1f1-33275fe52d26 tempest-TestMinimumBasicScenario-651329184 tempest-TestMinimumBasicScenario-651329184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:14.700994 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-306afd4d-4f20-4436-b1f1-33275fe52d26 tempest-TestMinimumBasicScenario-651329184 tempest-TestMinimumBasicScenario-651329184-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1124 time: 0.0909998 Apr 04 17:49:14.703863 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45102) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:14.708390 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'port_id': '30948296-cf95-482f-b761-a45cd94a8b44', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:14.757556 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:14.817386 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcfefe-5c2b-472a-882c-6b5217f4efac req-3d65adc7-c9b2-49d9-9c81-6733e9558f2e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:14.818823 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-89fcfefe-5c2b-472a-882c-6b5217f4efac req-3d65adc7-c9b2-49d9-9c81-6733e9558f2e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 945 time: 0.1063592 Apr 04 17:49:14.872472 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-89fcfefe-5c2b-472a-882c-6b5217f4efac req-7b80a0ab-fa47-4190-9503-bbd4b664b137 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Apr 04 17:49:14.899717 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.006625 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Allocated IP 172.27.3.139 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/9c320cbd-90ef-415a-a42d-2eead8bb90cf) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:49:15.100488 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.132680 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.168817 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:49:15.171516 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:49:15.174803 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:49:15.202682 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'Port': ['ID=9c320cbd-90ef-415a-a42d-2eead8bb90cf,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:15.215155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.215502 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.215839 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.216174 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.216535 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.216862 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.217187 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.217507 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.217827 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.218148 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.218468 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.218791 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.219107 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.219423 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.219738 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:49:15.529467 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for floatingip (b1ae0700-0447-40b9-a496-ebd184bb9498), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.597137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.688831 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:49:15.735208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:49:15.735574 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.741159 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.745961 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.811295 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'Port': ['ID=9c320cbd-90ef-415a-a42d-2eead8bb90cf,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:15.814026 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:49:15.814750 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.823714 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (b1ae0700-0447-40b9-a496-ebd184bb9498), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.838486 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:15.841225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f36d58-3905-4bee-851c-e1c9e424c0a4" -d '{"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-plugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:15.853346 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:15.857264 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:15.881856 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927715d1-b990-4a63-a052-70083a841513 x-openstack-request-id: req-927715d1-b990-4a63-a052-70083a841513 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:15.882373 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-plugged", "status": "completed", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:15.882639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-927715d1-b990-4a63-a052-70083a841513 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:15.883027 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927715d1-b990-4a63-a052-70083a841513'] response: {'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'code': 200} Apr 04 17:49:15.911742 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=10']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:15.936396 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Floating IP b1ae0700-0447-40b9-a496-ebd184bb9498 associated. External IP: 172.27.3.139, port: 30948296-cf95-482f-b761-a45cd94a8b44. Apr 04 17:49:16.307000 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0581-2607-47e0-b0c9-ad3bfa288c42 req-5be8227b-a532-459c-aacb-dd24c8d1f7ec tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:16.308491 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-687a0581-2607-47e0-b0c9-ad3bfa288c42 req-5be8227b-a532-459c-aacb-dd24c8d1f7ec tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.3390594 Apr 04 17:49:16.423944 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-687a0581-2607-47e0-b0c9-ad3bfa288c42 req-d7f52c41-2ce0-45df-9b48-b723d66f3cb3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095078 Apr 04 17:49:16.445477 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Router a3492e4e-b4c7-4de1-8162-1416515c7b7e has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:49:16.551225 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:49:16.563831 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] Sync routers for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:49:16.568183 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.573423 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:16.574022 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:48:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:16.597713 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7f2264b2-05bf-4b0b-8260-a52699bb5847 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8928246 Apr 04 17:49:16.598286 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:16.600646 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f" -d '{"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:16.600889 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45112) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:16.607339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058301914', 'description': 'tempest-secgroup-smoke-2058301914 description', 'project_id': '4ed5622835754f10972b984a5dae9384'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:16.637487 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.643584 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e5fc15-e76e-497b-8375-3838b6fb0dd2 x-openstack-request-id: req-b6e5fc15-e76e-497b-8375-3838b6fb0dd2 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:16.643743 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:16.644000 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6e5fc15-e76e-497b-8375-3838b6fb0dd2 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:16.645061 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e5fc15-e76e-497b-8375-3838b6fb0dd2'] response: {'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'status': 'completed', 'code': 200} Apr 04 17:49:16.682274 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:16.741997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-265b020b-1214-4183-a9d5-b4281202dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:16.743543 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-265b020b-1214-4183-a9d5-b4281202dbd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1129 time: 0.0752006 Apr 04 17:49:16.749919 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group (a2679ae6-b35a-48be-a440-9833506fc516), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.760078 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a2679ae6-b35a-48be-a440-9833506fc516), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.834831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.835976 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2339046 Apr 04 17:49:16.839097 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f3c13-2d10-44b3-9846-d9f153e67a31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2679ae6-b35a-48be-a440-9833506fc516,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:16.839929 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45116) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:16.845589 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group_rule': {'security_group_id': 'a2679ae6-b35a-48be-a440-9833506fc516', 'project_id': '4ed5622835754f10972b984a5dae9384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:16.871853 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-dee63c26-76fe-40a1-b29b-639c734c8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:16.873361 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-dee63c26-76fe-40a1-b29b-639c734c8e33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.1221790 Apr 04 17:49:16.878972 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (aa369025-5613-4d89-8701-a937a362663c), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.985267 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (aa369025-5613-4d89-8701-a937a362663c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:16.989889 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (aa369025-5613-4d89-8701-a937a362663c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.017950 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa369025-5613-4d89-8701-a937a362663c,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:17.028779 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.033216 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a981716b-85f3-4d60-af31-dcec922f2d1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889703 Apr 04 17:49:17.033608 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45122) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:17.040716 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group_rule': {'security_group_id': 'a2679ae6-b35a-48be-a440-9833506fc516', 'project_id': '4ed5622835754f10972b984a5dae9384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:17.058579 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'b1ae0700-0447-40b9-a496-ebd184bb9498', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'port_id': '30948296-cf95-482f-b761-a45cd94a8b44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'mac_address': 'fa:16:3e:16:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8385145b-313c-42de-96d3-156abbb963af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:49:15Z', 'updated_at': '2022-04-04T17:49:15Z', 'revision_number': 0, 'project_id': '4ed5622835754f10972b984a5dae9384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:13Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:17.076524 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (5a4bcb56-7664-48da-9ff9-3727dd6038fb), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.090933 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] Checking router: a3492e4e-b4c7-4de1-8162-1416515c7b7e for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:49:17.100788 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:17.101406 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:48:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:17.152598 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (5a4bcb56-7664-48da-9ff9-3727dd6038fb), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.158066 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (5a4bcb56-7664-48da-9ff9-3727dd6038fb), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.179924 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4bcb56-7664-48da-9ff9-3727dd6038fb,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:17.238838 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.240348 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-26e8530f-74a4-46ba-81cc-322e3685e683 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2056203 Apr 04 17:49:17.243074 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45134) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:17.247894 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group_rule': {'security_group_id': 'a2679ae6-b35a-48be-a440-9833506fc516', 'project_id': '4ed5622835754f10972b984a5dae9384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:17.273783 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:17.287241 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-537b8e39-e820-478d-850e-8a096c30e8dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 999 time: 0.4063475 Apr 04 17:49:17.289309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631e570-33d5-46ae-b9de-6c57f66dbc3d req-c2a91c24-2ed6-4a4f-8cf5-686bcc5ed0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:17.290749 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3631e570-33d5-46ae-b9de-6c57f66dbc3d req-c2a91c24-2ed6-4a4f-8cf5-686bcc5ed0ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1131 time: 0.0648625 Apr 04 17:49:17.301105 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (588f267b-8016-43a2-a42b-575a25e5ceb4), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.335588 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-7b5e7e96-2fc2-4be9-8bb5-c6d612099c4b tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:17.337081 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-7b5e7e96-2fc2-4be9-8bb5-c6d612099c4b tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/networks?id=fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 200 len: 813 time: 0.1483927 Apr 04 17:49:17.367266 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-912b4e4f-cfd8-487a-8dbd-ceef9b2ee298 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/quotas/e536c2f6800d4bbd892cb86d61ba3066 HTTP/1.1" status: 200 len: 375 time: 0.0223227 Apr 04 17:49:17.371666 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3631e570-33d5-46ae-b9de-6c57f66dbc3d req-3a53c922-1fb2-4c48-a929-f352c73739cc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717692 Apr 04 17:49:17.377050 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-c93871ae-0f19-477c-8ce0-bb7ee4e5bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:17.378584 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-c93871ae-0f19-477c-8ce0-bb7ee4e5bb10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.0799043 Apr 04 17:49:17.409982 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (588f267b-8016-43a2-a42b-575a25e5ceb4), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.412792 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-a6cbd212-30cb-4bf8-99a2-ede5ef0e485c tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346544 Apr 04 17:49:17.415061 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (588f267b-8016-43a2-a42b-575a25e5ceb4), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.452416 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588f267b-8016-43a2-a42b-575a25e5ceb4,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:17.482897 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.486774 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7cd78d78-c9b9-430d-a0ec-88f73c5e25f4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2401147 Apr 04 17:49:17.487295 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45140) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:17.492706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group_rule': {'security_group_id': 'a2679ae6-b35a-48be-a440-9833506fc516', 'project_id': '4ed5622835754f10972b984a5dae9384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:17.517256 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'b1ae0700-0447-40b9-a496-ebd184bb9498', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'port_id': '30948296-cf95-482f-b761-a45cd94a8b44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'mac_address': 'fa:16:3e:16:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8385145b-313c-42de-96d3-156abbb963af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:49:15Z', 'updated_at': '2022-04-04T17:49:15Z', 'revision_number': 0, 'project_id': '4ed5622835754f10972b984a5dae9384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:13Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:17.537199 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-9f7b7442-d23b-48ce-977c-31dc18478213 service neutron] 10.222.0.24 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112216 Apr 04 17:49:17.544803 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a982ba-d37f-4fd3-bbdc-10f126f0cdb8 None None] The sync data for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi is: [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'b1ae0700-0447-40b9-a496-ebd184bb9498', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'port_id': '30948296-cf95-482f-b761-a45cd94a8b44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'mac_address': 'fa:16:3e:16:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8385145b-313c-42de-96d3-156abbb963af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:49:15Z', 'updated_at': '2022-04-04T17:49:15Z', 'revision_number': 0, 'project_id': '4ed5622835754f10972b984a5dae9384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:13Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:49:17.554352 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (679b8fea-0ba1-47d1-b091-17c98171c6eb), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.646458 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-4644e81a-e90a-4054-b581-e4a83044252f service neutron] 10.222.0.24 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021590 Apr 04 17:49:17.662441 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (679b8fea-0ba1-47d1-b091-17c98171c6eb), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.671912 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c29b2d-972d-4e7c-8305-b7b54c84b8a1 req-229b6d1b-11ce-484d-bd3b-30bd5e4bdfa7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:17.673214 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-95c29b2d-972d-4e7c-8305-b7b54c84b8a1 req-229b6d1b-11ce-484d-bd3b-30bd5e4bdfa7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.1572862 Apr 04 17:49:17.675081 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (679b8fea-0ba1-47d1-b091-17c98171c6eb), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.719177 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679b8fea-0ba1-47d1-b091-17c98171c6eb,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:17.743256 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.747169 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d8f990e9-70a9-49c5-8ee4-295a1a800641 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2560809 Apr 04 17:49:17.747919 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45142) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:17.750936 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-82d95716-cc3c-4f27-9c34-25558af3aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:17.752528 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-82d95716-cc3c-4f27-9c34-25558af3aca6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541412 Apr 04 17:49:17.755352 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group_rule': {'security_group_id': 'a2679ae6-b35a-48be-a440-9833506fc516', 'project_id': '4ed5622835754f10972b984a5dae9384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:17.781041 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.securitygroups_db [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Project 4ed5622835754f10972b984a5dae9384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 17:49:17.790183 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (711a7d5c-48fa-49e0-98c2-2d4096f70986), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.827322 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d132fe07-c6a9-4e3d-b6f5-b72201b75fdb None None] New status for floating IP b1ae0700-0447-40b9-a496-ebd184bb9498: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:49:17.858599 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-eaac02cb-d6b9-43f2-8ab0-7f2a4b266959 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981255 Apr 04 17:49:17.859021 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fce15e30-c9b4-4b67-8e34-021234c5f577 req-31dee1da-e51a-48c0-8e71-7f84a988ef5e tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 210 time: 0.0413363 Apr 04 17:49:17.863101 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-95c29b2d-972d-4e7c-8305-b7b54c84b8a1 req-4f31579d-5ead-4f5a-ae3b-63d76604acf5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778827 Apr 04 17:49:17.895660 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (711a7d5c-48fa-49e0-98c2-2d4096f70986), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.901626 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (711a7d5c-48fa-49e0-98c2-2d4096f70986), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.920600 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711a7d5c-48fa-49e0-98c2-2d4096f70986,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:17.945855 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:17.949419 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-35446f3d-c4ff-465e-8f29-eb9dc9978e9d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1997294 Apr 04 17:49:17.951667 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45148) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:17.965535 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'security_group_rule': {'security_group_id': 'a2679ae6-b35a-48be-a440-9833506fc516', 'project_id': '4ed5622835754f10972b984a5dae9384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:17.972226 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5e1a17f-5a71-4e88-ac40-69e1282ba87f req-7ee8fa62-8811-432b-817b-81091c1aa1da service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031911 Apr 04 17:49:18.000865 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.securitygroups_db [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Project 4ed5622835754f10972b984a5dae9384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 17:49:18.007777 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (ac09b4f3-c27c-4b14-8f3a-54a7c9a7ef2e), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.080581 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (ac09b4f3-c27c-4b14-8f3a-54a7c9a7ef2e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.085352 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (ac09b4f3-c27c-4b14-8f3a-54a7c9a7ef2e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.106136 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac09b4f3-c27c-4b14-8f3a-54a7c9a7ef2e,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:18.112139 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.113594 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d7b16098-84b3-48cb-ac8e-e842ce74df21 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602883 Apr 04 17:49:18.203703 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-8aafa339-d14d-454e-98e1-a3918281c801 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058301914&fields=id&tenant_id=4ed5622835754f10972b984a5dae9384 HTTP/1.1" status: 200 len: 267 time: 0.0458503 Apr 04 17:49:18.260063 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-507198b9-0bf2-436b-a1a6-53cf70374246 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:18.261810 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-507198b9-0bf2-436b-a1a6-53cf70374246 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0524132 Apr 04 17:49:18.273538 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'port': {'security_groups': ['bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf', 'a2679ae6-b35a-48be-a440-9833506fc516']}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:18.346388 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.525139 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:18.557775 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for port (30948296-cf95-482f-b761-a45cd94a8b44), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.562213 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.577405 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['30948296-cf95-482f-b761-a45cd94a8b44'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:18.601970 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:18.602647 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:18.604654 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-17f1171a-4de9-4cec-b4f1-5dd3c67f1c03 req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "PUT /v2.0/ports/30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 981 time: 0.3350513 Apr 04 17:49:18.637451 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470fc4a-dde8-4d4a-9bbb-654e5e1f22a0 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=6']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:18.647337 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:18.650083 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e68da41-8212-4902-b918-b22cda97e959" -d '{"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:18.700397 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb023ff-ed4b-43a3-9a50-119efbb42325 x-openstack-request-id: req-cbb023ff-ed4b-43a3-9a50-119efbb42325 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:18.700981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:18.702066 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbb023ff-ed4b-43a3-9a50-119efbb42325 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:18.702647 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb023ff-ed4b-43a3-9a50-119efbb42325'] response: {'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'status': 'completed', 'code': 200} Apr 04 17:49:18.807213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21037294-e2f8-4bb0-b6a0-371d501f4963 req-7725b7cd-7f8c-4435-9551-cdf5d4a65570 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:18.808773 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-21037294-e2f8-4bb0-b6a0-371d501f4963 req-7725b7cd-7f8c-4435-9551-cdf5d4a65570 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.1090541 Apr 04 17:49:18.828074 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68da41-8212-4902-b918-b22cda97e959 req-f3ebe5ce-1423-48eb-a600-1c17d5f834ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:18.830201 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-f3ebe5ce-1423-48eb-a600-1c17d5f834ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1168 time: 0.0959358 Apr 04 17:49:18.862044 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['30948296-cf95-482f-b761-a45cd94a8b44'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:18.973656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68da41-8212-4902-b918-b22cda97e959 req-06c5c8a2-f822-4d00-94f4-c3c9afccee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:18.975831 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-06c5c8a2-f822-4d00-94f4-c3c9afccee2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.1348698 Apr 04 17:49:19.017173 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a6e1e2b2-42e6-40f9-8c93-c9f307161814 req-e92eff59-c660-4222-ac46-74f365d045f1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 210 time: 0.0358746 Apr 04 17:49:19.068843 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-1b7774d1-c78f-48e8-be85-713c3558333f None None] Provisioning complete for port 30948296-cf95-482f-b761-a45cd94a8b44 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:49:19.069223 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1b7774d1-c78f-48e8-be85-713c3558333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (30948296-cf95-482f-b761-a45cd94a8b44), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:19.117523 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-37e5a499-0562-481d-84a7-267fb7372f72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 1001 time: 0.1298330 Apr 04 17:49:19.225039 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-ef62e983-7cbc-484b-97f4-da6bef9131bf tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:19.226502 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-ef62e983-7cbc-484b-97f4-da6bef9131bf tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "GET /v2.0/networks?id=fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 200 len: 813 time: 0.1037750 Apr 04 17:49:19.244306 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d95cf8-96c2-4b34-b213-f75e6b612296 req-a1715c4f-9116-48d2-acae-078760ab928b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:19.246260 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-79d95cf8-96c2-4b34-b213-f75e6b612296 req-a1715c4f-9116-48d2-acae-078760ab928b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.1058664 Apr 04 17:49:19.278405 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68da41-8212-4902-b918-b22cda97e959 req-9fdb779e-7249-4df5-b875-f962fe3c2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:19.281288 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-9fdb779e-7249-4df5-b875-f962fe3c2d5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.0500147 Apr 04 17:49:19.283931 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-1b7774d1-c78f-48e8-be85-713c3558333f None None] Current status of the port 30948296-cf95-482f-b761-a45cd94a8b44 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:49:19.293508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Request body: {'port': {'device_id': '3c21f5d9-e27a-4813-a099-97c80099b968', 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48', 'admin_state_up': True, 'tenant_id': 'e536c2f6800d4bbd892cb86d61ba3066'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:19.324618 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-79d95cf8-96c2-4b34-b213-f75e6b612296 req-158371fc-7c9a-48b9-82e0-fd299b362aa5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725214 Apr 04 17:49:19.398180 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-21037294-e2f8-4bb0-b6a0-371d501f4963 req-eb969275-0dde-4b3c-9ab5-1f591da599c7 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5821669 Apr 04 17:49:19.450603 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68da41-8212-4902-b918-b22cda97e959 req-c47a0cce-f62d-4f1b-b37a-8677ad2a834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:19.452626 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-c47a0cce-f62d-4f1b-b37a-8677ad2a834f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1484766 Apr 04 17:49:19.545711 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Made reservation on behalf of e536c2f6800d4bbd892cb86d61ba3066 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:49:19.548861 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:19.585957 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-026bbd53-ca38-4073-8e21-9b2234d085a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239190 Apr 04 17:49:19.758805 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9e68da41-8212-4902-b918-b22cda97e959 req-1ddb0db4-05ca-4e5c-aa81-978fab5b08a5 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665306 Apr 04 17:49:19.759805 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Allocated IP 172.20.0.9 (fe0ec220-6746-42bb-9665-4161b19b0c48/76c49840-fddc-48dd-996f-2dcb4081689d/b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:49:19.904517 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks [] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:19.937711 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:19.978293 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Network fe0ec220-6746-42bb-9665-4161b19b0c48 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:49:19.981401 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:49:19.987547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:49:20.010957 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Pushing event updated for resources: {'Port': ['ID=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:20.037655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:20.038260 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.054114 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-71c8fea2-6dc2-496f-a511-599cc6c977b1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7654612 Apr 04 17:49:20.074301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Request body: {'port': {'device_id': '3c21f5d9-e27a-4813-a099-97c80099b968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:20.133682 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.139684 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a89744-3cab-40ef-b7cb-5244f2ad7dd2 req-2d1c7d34-ce76-46fb-9fd1-8dbedc657bbe tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:20.141186 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-83a89744-3cab-40ef-b7cb-5244f2ad7dd2 req-2d1c7d34-ce76-46fb-9fd1-8dbedc657bbe tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 931 time: 0.0550997 Apr 04 17:49:20.187652 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-83a89744-3cab-40ef-b7cb-5244f2ad7dd2 req-511f1b2c-604c-4c1c-9149-37bfe088187f tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Apr 04 17:49:20.386857 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:49:20.394138 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Publish callbacks [] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.414655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Transition to ACTIVE for port object b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:49:20.432829 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.494510 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:20.510049 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065fdd4-4590-4dc9-a13e-2c946ceac5be req-fed94974-f9c6-4f4d-8ded-7208b188f9f9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:20.511567 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2065fdd4-4590-4dc9-a13e-2c946ceac5be req-fed94974-f9c6-4f4d-8ded-7208b188f9f9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.1093533 Apr 04 17:49:20.607866 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2065fdd4-4590-4dc9-a13e-2c946ceac5be req-339bc7b5-a570-451e-b40a-d454cb73f3bc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791657 Apr 04 17:49:20.608653 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Attempting to bind port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:49:20.608985 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Attempting to bind port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:49:20.609323 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Attempting to bind port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 on network fe0ec220-6746-42bb-9665-4161b19b0c48 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:49:20.613597 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 on network fe0ec220-6746-42bb-9665-4161b19b0c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:49:20.613913 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Attempting to bind port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 on network fe0ec220-6746-42bb-9665-4161b19b0c48 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:49:20.618756 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:49:20.618961 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Checking segment: {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:49:20.619320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Bound using segment: {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:49:20.620351 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Bound port: b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5370adda-3806-4a6b-9f6c-44cf1a755dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:49:20.620707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.689603 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] For port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:49:20.692735 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] For port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:49:20.699585 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.732038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:20.732688 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:20.734050 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] 10.222.0.11 "PUT /v2.0/ports/b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 HTTP/1.1" status: 200 len: 1093 time: 0.6644456 Apr 04 17:49:20.734486 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c21f5d9-e27a-4813-a099-97c80099b968', 'tag': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:20.736727 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74f6459-ada7-4666-a0c5-9f9ad068642a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c21f5d9-e27a-4813-a099-97c80099b968", "tag": "b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:20.762320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e2aa-61a0-41cd-a4dd-9281f95b1a42 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:20.771835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d2a04f-b7a9-4347-8d6f-ce38108f5a39 x-openstack-request-id: req-43d2a04f-b7a9-4347-8d6f-ce38108f5a39 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:20.772122 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c21f5d9-e27a-4813-a099-97c80099b968", "tag": "b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:20.772404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43d2a04f-b7a9-4347-8d6f-ce38108f5a39 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:20.772806 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d2a04f-b7a9-4347-8d6f-ce38108f5a39'] response: {'name': 'network-changed', 'server_uuid': '3c21f5d9-e27a-4813-a099-97c80099b968', 'tag': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95', 'status': 'completed', 'code': 200} Apr 04 17:49:20.834345 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-b4cdcd2c-bf0f-4673-b3ab-81c501bf0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:20.835900 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-b4cdcd2c-bf0f-4673-b3ab-81c501bf0d03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 1127 time: 0.0472829 Apr 04 17:49:20.882299 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-7da0763c-0023-4d15-abdc-8cea84722154 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 HTTP/1.1" status: 200 len: 217 time: 0.0368264 Apr 04 17:49:20.931108 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-1224c343-a473-403a-92f9-a9f12ba88024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:20.932572 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-1224c343-a473-403a-92f9-a9f12ba88024 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c49840-fddc-48dd-996f-2dcb4081689d HTTP/1.1" status: 200 len: 853 time: 0.0429912 Apr 04 17:49:20.970850 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-3903602a-8a7b-4c6b-b301-e57370e57260 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0ec220-6746-42bb-9665-4161b19b0c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306156 Apr 04 17:49:21.059982 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-4e64dba4-585d-4f24-8940-1e49a01b59fe service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783782 Apr 04 17:49:21.114428 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:49:21.150408 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94b55b08-34d3-4b47-a6cc-17f084c24313 req-b693dced-2ee8-486d-b4db-6a232ea280c3 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828631 Apr 04 17:49:21.249082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-91614c4c-a2de-4e36-a580-0bb4f5671d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:21.250637 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-91614c4c-a2de-4e36-a580-0bb4f5671d8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 1127 time: 0.0452278 Apr 04 17:49:21.365173 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed591a8e-0162-419f-90a3-a5e39fb75db7 req-812eb371-4679-4e3f-9cd6-917129e36437 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:21.366539 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ed591a8e-0162-419f-90a3-a5e39fb75db7 req-812eb371-4679-4e3f-9cd6-917129e36437 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 943 time: 0.1146705 Apr 04 17:49:21.395148 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-5c80c93b-9b25-4e79-a23e-a0663d10fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:21.396687 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-5c80c93b-9b25-4e79-a23e-a0663d10fe36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 200 len: 914 time: 0.1337514 Apr 04 17:49:21.452677 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-7532f9ae-fa10-4382-b125-3d0e87fc50af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 HTTP/1.1" status: 200 len: 217 time: 0.0435166 Apr 04 17:49:21.459593 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ed591a8e-0162-419f-90a3-a5e39fb75db7 req-1dee7e95-0adc-438e-aa69-7df32f2b651a tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849051 Apr 04 17:49:21.502712 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-347ca69a-0587-4145-8100-755c919f6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:21.504122 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-347ca69a-0587-4145-8100-755c919f6852 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=76c49840-fddc-48dd-996f-2dcb4081689d HTTP/1.1" status: 200 len: 853 time: 0.0437064 Apr 04 17:49:21.535661 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-12f82557-30c2-422d-8a35-799de23c4c53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe0ec220-6746-42bb-9665-4161b19b0c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254622 Apr 04 17:49:21.630341 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-61921baa-405c-4896-890a-925e3d072333 service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Apr 04 17:49:21.719570 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d74f6459-ada7-4666-a0c5-9f9ad068642a req-156a39a3-dce4-4e29-9a29-4ec946a1b68f service neutron] 10.222.0.11 "GET /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789354 Apr 04 17:49:22.575794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5ad77-0955-46a8-9159-7b71ee914dda req-8a17eb80-c8e2-4286-851b-effe26f647a6 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:22.577271 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e0a5ad77-0955-46a8-9159-7b71ee914dda req-8a17eb80-c8e2-4286-851b-effe26f647a6 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 943 time: 0.0511272 Apr 04 17:49:22.622146 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e0a5ad77-0955-46a8-9159-7b71ee914dda req-ac72a3e2-3d7d-4b34-b83c-1b436203a422 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Apr 04 17:49:23.461721 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3cd0fb37-9a12-4f58-9b67-35d3183556a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:23.740082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570b217-0abb-4689-b360-405df86f7de6 req-aaf1ab77-7e0b-4e65-8897-37fbcd2a33dc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:23.741634 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4570b217-0abb-4689-b360-405df86f7de6 req-aaf1ab77-7e0b-4e65-8897-37fbcd2a33dc tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 943 time: 0.0527289 Apr 04 17:49:23.786907 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4570b217-0abb-4689-b360-405df86f7de6 req-a7329c6a-174d-46f9-b235-7dbb53a23346 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Apr 04 17:49:24.913407 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd58580-c649-4bac-9269-d4d123b31f85 req-756e4c5c-3543-4f15-8ecb-1e9174e9f6a5 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:24.914867 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2fd58580-c649-4bac-9269-d4d123b31f85 req-756e4c5c-3543-4f15-8ecb-1e9174e9f6a5 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 943 time: 0.0584300 Apr 04 17:49:24.961485 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2fd58580-c649-4bac-9269-d4d123b31f85 req-24dfb2d6-eb14-4698-9a1c-e9283c6c6db4 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409174 Apr 04 17:49:25.110522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:49:25.212072 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:25.223708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95', 'network_id': 'fe0ec220-6746-42bb-9665-4161b19b0c48', 'port_id': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95', 'mac_address': 'fa:16:3e:2b:8a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c49840-fddc-48dd-996f-2dcb4081689d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:49:25.261361 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:49:25.261708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:25.274355 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:49:25.293082 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:25.296845 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:25.346761 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:25.652562 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:25.738650 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a7b0987d-d796-4480-a867-da1748498859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:26.081026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39514-fc46-453d-bc29-90a5bd3a20a2 req-2a289ebf-ca80-4b9e-a85b-68b3118e5d6d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:26.082742 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c1b39514-fc46-453d-bc29-90a5bd3a20a2 req-2a289ebf-ca80-4b9e-a85b-68b3118e5d6d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 944 time: 0.0544846 Apr 04 17:49:26.127939 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c1b39514-fc46-453d-bc29-90a5bd3a20a2 req-d9ef1c32-8c5d-40f6-9ca8-4181ceef1c02 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Apr 04 17:49:26.729700 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:27.113436 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:49:27.159566 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:49:27.163575 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:49:27.163947 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:27.239462 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:49:27.239853 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:27.243359 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40ba0b-19f7-402b-bb39-281aa439822d req-465be5d0-a6f5-4e2b-8a3f-11abaee17cda tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:27.244846 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-da40ba0b-19f7-402b-bb39-281aa439822d req-465be5d0-a6f5-4e2b-8a3f-11abaee17cda tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 944 time: 0.0515740 Apr 04 17:49:27.262087 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c21f5d9-e27a-4813-a099-97c80099b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:27.264291 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37311498-8c0c-46b0-b1d2-56dd18884aa7" -d '{"events": [{"server_uuid": "3c21f5d9-e27a-4813-a099-97c80099b968", "name": "network-vif-plugged", "status": "completed", "tag": "b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:27.278021 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:27.282754 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:27.296483 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-da40ba0b-19f7-402b-bb39-281aa439822d req-4f0445b9-50a8-4403-9bd0-f7605b61158c tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Apr 04 17:49:27.311310 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61d8bf9-25c9-4c2d-8314-0a00171b0621 x-openstack-request-id: req-d61d8bf9-25c9-4c2d-8314-0a00171b0621 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:27.311700 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c21f5d9-e27a-4813-a099-97c80099b968", "name": "network-vif-plugged", "status": "completed", "tag": "b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:27.316584 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d61d8bf9-25c9-4c2d-8314-0a00171b0621 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:27.317014 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61d8bf9-25c9-4c2d-8314-0a00171b0621'] response: {'server_uuid': '3c21f5d9-e27a-4813-a099-97c80099b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95', 'code': 200} Apr 04 17:49:27.356554 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:27.480810 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbf2d8-a50c-4531-a0da-13ddd9978510 req-b3ffa48c-918b-48e1-bff8-18713220f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:27.482319 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-84cbf2d8-a50c-4531-a0da-13ddd9978510 req-b3ffa48c-918b-48e1-bff8-18713220f093 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 1129 time: 0.0466409 Apr 04 17:49:27.524637 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-84cbf2d8-a50c-4531-a0da-13ddd9978510 req-18518cda-fbad-40ff-8477-6416070cd847 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Apr 04 17:49:28.283444 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:28.422062 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64b73b-6551-451a-9240-78498e491bb8 req-9655821e-e89b-4068-bf7d-d77a4da608f1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:28.423518 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bf64b73b-6551-451a-9240-78498e491bb8 req-9655821e-e89b-4068-bf7d-d77a4da608f1 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Apr 04 17:49:28.468999 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bf64b73b-6551-451a-9240-78498e491bb8 req-11210686-fb51-4c62-b1de-9c0e77aad1e7 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Apr 04 17:49:29.583643 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3044f-b6be-4201-b85d-ecc1ae2b6f14 req-1922fce3-b818-477a-82fe-55d253e23928 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:29.585110 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-25d3044f-b6be-4201-b85d-ecc1ae2b6f14 req-1922fce3-b818-477a-82fe-55d253e23928 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 945 time: 0.0517597 Apr 04 17:49:29.629930 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-25d3044f-b6be-4201-b85d-ecc1ae2b6f14 req-aa41e315-249d-4e37-a461-b4317fc2bf10 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386763 Apr 04 17:49:29.833579 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:31.703615 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafead1f-8a5c-4e9a-b738-dda36b9b6975 req-61ae276a-c153-43ff-9823-da3564b6dc4f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:31.705117 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fafead1f-8a5c-4e9a-b738-dda36b9b6975 req-61ae276a-c153-43ff-9823-da3564b6dc4f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.0547462 Apr 04 17:49:31.755515 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fafead1f-8a5c-4e9a-b738-dda36b9b6975 req-548c63b5-e36c-427c-b10e-f6b44f8b4bd5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443799 Apr 04 17:49:31.803987 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:32.474111 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-861d77bc-907f-482c-bbd6-8a4c388d24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:32.475656 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-861d77bc-907f-482c-bbd6-8a4c388d24b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.0462737 Apr 04 17:49:32.475824 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb52e-58c8-4061-8243-ffb13dc3a351 req-16265eef-57be-4d84-973d-9cf96c0d6aa7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:32.477385 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-255cb52e-58c8-4061-8243-ffb13dc3a351 req-16265eef-57be-4d84-973d-9cf96c0d6aa7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0529256 Apr 04 17:49:32.525970 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-255cb52e-58c8-4061-8243-ffb13dc3a351 req-4a2b8d7e-fb24-47c6-8684-3eaf93df4b55 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Apr 04 17:49:32.566594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-4e867ebd-57ea-4060-923c-add3e26c9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:32.568039 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-4e867ebd-57ea-4060-923c-add3e26c9e94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.0855329 Apr 04 17:49:32.641410 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-5ef644cb-0f20-48bd-ac4b-97a455fd4bef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0576243 Apr 04 17:49:32.934590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-71c0abc7-cb22-4ae3-b309-d5fa92a78aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:32.936649 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-71c0abc7-cb22-4ae3-b309-d5fa92a78aba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.2844658 Apr 04 17:49:32.955245 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783eae-3b78-4f2f-bb84-8a8fc41861d7 req-804b9a1f-93dd-4f92-ae48-3f2056c9a0cb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:32.956637 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-28783eae-3b78-4f2f-bb84-8a8fc41861d7 req-804b9a1f-93dd-4f92-ae48-3f2056c9a0cb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.0615463 Apr 04 17:49:33.030145 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-28783eae-3b78-4f2f-bb84-8a8fc41861d7 req-9a410b21-49d5-4c75-befe-eb1ef39f31bc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633895 Apr 04 17:49:33.032869 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-66191009-6254-4c0b-b415-9646165fb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:33.034305 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-66191009-6254-4c0b-b415-9646165fb2ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747893 Apr 04 17:49:33.132840 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-9bd2b5dc-63a0-4966-b1db-8f5a3be7c8fa service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872576 Apr 04 17:49:33.223885 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0f5251cb-90a0-4467-8fc7-2cd3ba80c4c6 req-ee9d03a3-ad3d-4697-bee0-9d09246311be service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797517 Apr 04 17:49:33.642426 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8a67a-fe44-45ab-b351-1186c6070d0c req-7a32a842-27fc-4271-96fa-4e7a840c0827 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:33.643938 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bfb8a67a-fe44-45ab-b351-1186c6070d0c req-7a32a842-27fc-4271-96fa-4e7a840c0827 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0514047 Apr 04 17:49:33.678397 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-941a6cb8-bcdd-4866-ae93-f9a2d2266ac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:33.679947 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-941a6cb8-bcdd-4866-ae93-f9a2d2266ac5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.0577145 Apr 04 17:49:33.690058 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bfb8a67a-fe44-45ab-b351-1186c6070d0c req-683c50ab-81a5-4a7f-b088-1119409e6863 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Apr 04 17:49:33.773467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port c36d7c1b-4a31-49d8-943c-b6184ed7d271 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:49:33.773805 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:33.861253 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] For port c36d7c1b-4a31-49d8-943c-b6184ed7d271, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c36d7c1b-4a31-49d8-943c-b6184ed7d271,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:33.861535 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:34.161556 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:34.161921 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (0a651668-bfd5-4cc5-bcd9-4d5e8009212f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:34.162279 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP 0a651668-bfd5-4cc5-bcd9-4d5e8009212f disassociated. External IP: 172.27.3.140, port: c36d7c1b-4a31-49d8-943c-b6184ed7d271. Apr 04 17:49:34.162617 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for c36d7c1b-4a31-49d8-943c-b6184ed7d271 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:49:34.217169 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc393-9308-4bb8-9fcc-1fc82d57103c req-34dd5cb5-a8de-47f4-af93-a2d083ef5342 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:34.218638 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-090cc393-9308-4bb8-9fcc-1fc82d57103c req-34dd5cb5-a8de-47f4-af93-a2d083ef5342 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=0710bd2e-9534-4fe7-88a8-57caf005d605 HTTP/1.1" status: 200 len: 945 time: 0.1205225 Apr 04 17:49:34.289417 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-090cc393-9308-4bb8-9fcc-1fc82d57103c req-3b71952e-3f5e-485b-899e-3cb543b6cfed tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=e497b211-f749-424b-8278-4eb1fc3f724e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641961 Apr 04 17:49:34.343587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (c36d7c1b-4a31-49d8-943c-b6184ed7d271), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:34.369263 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=c36d7c1b-4a31-49d8-943c-b6184ed7d271,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:34.486704 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:49:34.597087 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:49:34.607515 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:49:34.617762 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:34.618423 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:34.637029 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] No DVR routers for this DVR port c36d7c1b-4a31-49d8-943c-b6184ed7d271 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:49:34.639994 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:34.643356 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-36cab70a-91f3-42f6-ab63-66fa959b0f0a req-95dbb32b-9a1e-44c0-947c-14b74ee18763 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "DELETE /v2.0/ports/c36d7c1b-4a31-49d8-943c-b6184ed7d271 HTTP/1.1" status: 204 len: 173 time: 0.9562366 Apr 04 17:49:34.643813 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'name': 'network-vif-deleted', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:34.646071 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fe91de-4680-491e-bfdf-b0104bc1e4da" -d '{"events": [{"server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "name": "network-vif-deleted", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:34.689404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa2f52-8b85-43e1-b71a-7f842e550e88 x-openstack-request-id: req-f4aa2f52-8b85-43e1-b71a-7f842e550e88 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:34.690036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0710bd2e-9534-4fe7-88a8-57caf005d605", "name": "network-vif-deleted", "tag": "c36d7c1b-4a31-49d8-943c-b6184ed7d271", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:34.690036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4aa2f52-8b85-43e1-b71a-7f842e550e88 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:34.690193 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4aa2f52-8b85-43e1-b71a-7f842e550e88'] response: {'server_uuid': '0710bd2e-9534-4fe7-88a8-57caf005d605', 'name': 'network-vif-deleted', 'tag': 'c36d7c1b-4a31-49d8-943c-b6184ed7d271', 'status': 'completed', 'code': 200} Apr 04 17:49:34.741085 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:34.817702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206fcc-2a94-43ad-a801-a17e288959bc req-3e03d538-9991-4e78-91de-f0d4b1b0f8aa tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:34.819235 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb206fcc-2a94-43ad-a801-a17e288959bc req-3e03d538-9991-4e78-91de-f0d4b1b0f8aa tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0558276 Apr 04 17:49:34.868513 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fb206fcc-2a94-43ad-a801-a17e288959bc req-aec06b16-f123-49fe-a3e9-ae094123671d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Apr 04 17:49:34.975301 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:45Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:35.000571 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:49:35.008530 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:35.009119 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:35.118986 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:35.349011 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:45Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:35.375407 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45322) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:35.378050 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8239ac-842a-4547-bf8d-371da7db955b None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.58', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:95:0c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:46:15Z', 'updated_at': '2022-04-04T17:46:45Z', 'revision_number': 2, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:49:35.439878 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e1567fdf-a871-4245-a914-57f9ed20f220 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (e497b211-f749-424b-8278-4eb1fc3f724e), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.464021 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e1567fdf-a871-4245-a914-57f9ed20f220 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (e497b211-f749-424b-8278-4eb1fc3f724e), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.517402 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e1567fdf-a871-4245-a914-57f9ed20f220 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (e497b211-f749-424b-8278-4eb1fc3f724e), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.520224 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e1567fdf-a871-4245-a914-57f9ed20f220 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.521408 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e1567fdf-a871-4245-a914-57f9ed20f220 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/security-groups/e497b211-f749-424b-8278-4eb1fc3f724e HTTP/1.1" status: 204 len: 168 time: 0.1449525 Apr 04 17:49:35.524763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45324) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:35.531232 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1567fdf-a871-4245-a914-57f9ed20f220 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497b211-f749-424b-8278-4eb1fc3f724e,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:35.552842 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.api.v2.resource [None req-0babb901-ce35-4965-97fa-935a5a4d85e5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] show failed (client error): The resource could not be found. Apr 04 17:49:35.553779 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-0babb901-ce35-4965-97fa-935a5a4d85e5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups/e497b211-f749-424b-8278-4eb1fc3f724e HTTP/1.1" status: 404 len: 347 time: 0.0263255 Apr 04 17:49:35.558616 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45326) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:35.678312 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74c6aa-9df9-4c98-8b74-8d61fb4ac316 None None] New status for floating IP 0a651668-bfd5-4cc5-bcd9-4d5e8009212f: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:49:35.692716 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port 41839431-79e1-4026-a7e0-99ea9f1d1bf0 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:49:35.693060 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.767416 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.767763 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (41839431-79e1-4026-a7e0-99ea9f1d1bf0), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.779452 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for 41839431-79e1-4026-a7e0-99ea9f1d1bf0 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:49:35.928084 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (41839431-79e1-4026-a7e0-99ea9f1d1bf0), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:35.958417 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=41839431-79e1-4026-a7e0-99ea9f1d1bf0,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:36.054344 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916699b-a428-45da-bdee-a213a733b9c1 req-f9c9462d-abe5-4bd1-83ef-684dcd53196b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:36.055835 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5916699b-a428-45da-bdee-a213a733b9c1 req-f9c9462d-abe5-4bd1-83ef-684dcd53196b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0997689 Apr 04 17:49:36.056628 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (0a651668-bfd5-4cc5-bcd9-4d5e8009212f), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:36.059131 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:36.063242 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c46c6f49-02ee-4ee9-9b65-71b0a6a2277c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/floatingips/0a651668-bfd5-4cc5-bcd9-4d5e8009212f HTTP/1.1" status: 204 len: 168 time: 0.5005848 Apr 04 17:49:36.105541 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5916699b-a428-45da-bdee-a213a733b9c1 req-38126f9b-030b-470e-bdeb-bec6925e9d37 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Apr 04 17:49:37.191010 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c36d7c1b-4a31-49d8-943c-b6184ed7d271 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:49:37.213143 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: c36d7c1b-4a31-49d8-943c-b6184ed7d271 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:49:37.213497 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c36d7c1b-4a31-49d8-943c-b6184ed7d271 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:49:37.233097 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c75a5c-85a8-4b2b-b8ab-d97e8670a980 req-a1b414bf-38f8-4b9f-9454-b0bc14da5be6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:37.234611 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b6c75a5c-85a8-4b2b-b8ab-d97e8670a980 req-a1b414bf-38f8-4b9f-9454-b0bc14da5be6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0579240 Apr 04 17:49:37.282750 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b6c75a5c-85a8-4b2b-b8ab-d97e8670a980 req-7be77ae5-1a70-46ca-a1f5-5adf0f4e9a6d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Apr 04 17:49:38.404295 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dafe1-456d-4210-9070-f8762cc5fa68 req-243ac9ec-e6a0-4a46-a73d-0f72970b212f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:38.405828 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b72dafe1-456d-4210-9070-f8762cc5fa68 req-243ac9ec-e6a0-4a46-a73d-0f72970b212f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0539510 Apr 04 17:49:38.455570 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b72dafe1-456d-4210-9070-f8762cc5fa68 req-e276967f-b75f-47c6-bd35-28d8780ac9d5 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424492 Apr 04 17:49:39.572536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229fbfe-6ef9-4f17-80b4-4960de644120 req-d9f8700e-ecc9-49e5-812b-c67aa1abc96e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:39.574175 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e229fbfe-6ef9-4f17-80b4-4960de644120 req-d9f8700e-ecc9-49e5-812b-c67aa1abc96e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0528533 Apr 04 17:49:39.623346 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e229fbfe-6ef9-4f17-80b4-4960de644120 req-def93d86-2bed-4cc8-a743-477f3900b246 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Apr 04 17:49:40.737594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a7e63-81dc-4c70-8881-a5754a80fcb5 req-c2204840-480d-48d8-b8c7-e26ca997f61a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:40.739037 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-311a7e63-81dc-4c70-8881-a5754a80fcb5 req-c2204840-480d-48d8-b8c7-e26ca997f61a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0506115 Apr 04 17:49:40.783941 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-311a7e63-81dc-4c70-8881-a5754a80fcb5 req-02a78064-ed78-42a0-85b5-8f3d1306971e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394626 Apr 04 17:49:41.901384 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e51e7-4898-4bf8-bf3d-647c93b90a14 req-10f23c4f-0249-4fdb-a8ee-8c5eb6a42f58 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:41.902741 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-df9e51e7-4898-4bf8-bf3d-647c93b90a14 req-10f23c4f-0249-4fdb-a8ee-8c5eb6a42f58 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0509803 Apr 04 17:49:41.947398 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-df9e51e7-4898-4bf8-bf3d-647c93b90a14 req-b36ebff5-32e3-4983-9552-6dde111fc312 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 Apr 04 17:49:43.010397 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8160f-173f-4514-bb45-02e3fbbd7aaa req-8901c1db-6852-464a-be0d-a04ed0f8ec61 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:43.011875 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c2e8160f-173f-4514-bb45-02e3fbbd7aaa req-8901c1db-6852-464a-be0d-a04ed0f8ec61 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.0561383 Apr 04 17:49:43.058196 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c2e8160f-173f-4514-bb45-02e3fbbd7aaa req-f7a90da8-7000-4eb8-81f3-3e9fc60e9b21 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401251 Apr 04 17:49:43.070492 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e770f-8675-4fba-b039-78ad224e76db req-e8fd61bb-f0de-4789-82cc-58be4b376d8e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:43.071993 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-392e770f-8675-4fba-b039-78ad224e76db req-e8fd61bb-f0de-4789-82cc-58be4b376d8e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0556455 Apr 04 17:49:43.117430 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-392e770f-8675-4fba-b039-78ad224e76db req-1bdb605a-c798-484c-8e72-3cca44ef75a3 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Apr 04 17:49:44.176185 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089ffb2-f600-4d08-a64c-7e24222a72ff req-0838c55c-688c-41de-a71e-eb55f44e5344 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:44.177682 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8089ffb2-f600-4d08-a64c-7e24222a72ff req-0838c55c-688c-41de-a71e-eb55f44e5344 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.0517607 Apr 04 17:49:44.223791 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8089ffb2-f600-4d08-a64c-7e24222a72ff req-87b14616-a577-4fd5-9d28-7e985b9aca73 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406554 Apr 04 17:49:44.235732 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32828a7-8128-4f30-bfcf-0dbd34f8ba53 req-b8a2c32d-8d20-4bda-a8c6-2d5165040b92 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:44.237303 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a32828a7-8128-4f30-bfcf-0dbd34f8ba53 req-b8a2c32d-8d20-4bda-a8c6-2d5165040b92 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0529695 Apr 04 17:49:44.283341 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a32828a7-8128-4f30-bfcf-0dbd34f8ba53 req-9a4c9615-43da-450f-9408-4d3748f0c417 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405707 Apr 04 17:49:45.338827 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c47b4b-1432-4068-bef4-b2dab5f98e2e req-d5ef3952-e12e-4d69-bd6a-bbabb4aee38c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:45.340313 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a8c47b4b-1432-4068-bef4-b2dab5f98e2e req-d5ef3952-e12e-4d69-bd6a-bbabb4aee38c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.0512707 Apr 04 17:49:45.389351 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a8c47b4b-1432-4068-bef4-b2dab5f98e2e req-8cd92d11-747e-49d2-a73d-321395f1fd41 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429792 Apr 04 17:49:45.400029 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425b946-98d5-4c93-88e5-68600ae5c7bc req-52c3cf34-658a-4d90-bd56-feee20b8b539 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:45.401702 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0425b946-98d5-4c93-88e5-68600ae5c7bc req-52c3cf34-658a-4d90-bd56-feee20b8b539 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0517430 Apr 04 17:49:45.450695 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0425b946-98d5-4c93-88e5-68600ae5c7bc req-28b2ccde-3b58-4ef5-95f5-abe7f8ecfb0b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Apr 04 17:49:46.230932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-bb67b80e-0c47-4a81-8e06-871e606d8504 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:46.232289 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-bb67b80e-0c47-4a81-8e06-871e606d8504 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.0514123 Apr 04 17:49:46.322901 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:49:46.323242 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:46.410526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] For port 321689c9-1f3c-4f56-9e24-53bb4e7b5451, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=321689c9-1f3c-4f56-9e24-53bb4e7b5451,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:46.411187 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:46.507684 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea578-4635-4dcb-a641-627137ddf6ec req-c681bbf8-3dcd-4377-953d-2ef24e594a51 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:46.509219 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-047ea578-4635-4dcb-a641-627137ddf6ec req-c681bbf8-3dcd-4377-953d-2ef24e594a51 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 946 time: 0.0531039 Apr 04 17:49:46.556302 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-047ea578-4635-4dcb-a641-627137ddf6ec req-9b2bfde1-06ac-466e-bf30-e8259f42d39d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408530 Apr 04 17:49:46.613912 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:46.614269 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:46.614583 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP 25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a disassociated. External IP: 172.27.3.58, port: 321689c9-1f3c-4f56-9e24-53bb4e7b5451. Apr 04 17:49:46.614912 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for 321689c9-1f3c-4f56-9e24-53bb4e7b5451 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:49:46.628812 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b1fda-3b0f-455f-924a-72474971564f req-ea371cec-f99e-47cb-ae93-1aa02efe7792 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:46.630297 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-526b1fda-3b0f-455f-924a-72474971564f req-ea371cec-f99e-47cb-ae93-1aa02efe7792 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.1110194 Apr 04 17:49:46.722259 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-526b1fda-3b0f-455f-924a-72474971564f req-c4a17ed5-6399-482f-bccd-39f0d06db247 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863414 Apr 04 17:49:46.787921 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (321689c9-1f3c-4f56-9e24-53bb4e7b5451), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:46.818700 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=321689c9-1f3c-4f56-9e24-53bb4e7b5451,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:47.148883 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:49:47.261259 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:49:47.272389 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:49:47.283664 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:47.284394 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:47.311843 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] No DVR routers for this DVR port 321689c9-1f3c-4f56-9e24-53bb4e7b5451 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:49:47.315856 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:47.319580 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-dfc767dc-a53c-4bc5-ad21-413bc3e25399 req-93eeeefc-f7ad-457b-97dd-31d92e9c6526 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "DELETE /v2.0/ports/321689c9-1f3c-4f56-9e24-53bb4e7b5451 HTTP/1.1" status: 204 len: 173 time: 1.0814698 Apr 04 17:49:47.320042 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'name': 'network-vif-deleted', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:47.323219 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb1980-b2aa-4545-acad-e5065736b11e" -d '{"events": [{"server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "name": "network-vif-deleted", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:47.367355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db40b0-32df-4810-b1ad-e414024eba4b x-openstack-request-id: req-89db40b0-32df-4810-b1ad-e414024eba4b {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:47.367790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc3d91-cd2a-4036-bb35-8ab9d89a9287", "name": "network-vif-deleted", "tag": "321689c9-1f3c-4f56-9e24-53bb4e7b5451", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:47.368044 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89db40b0-32df-4810-b1ad-e414024eba4b {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:47.368569 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89db40b0-32df-4810-b1ad-e414024eba4b'] response: {'server_uuid': 'facc3d91-cd2a-4036-bb35-8ab9d89a9287', 'name': 'network-vif-deleted', 'tag': '321689c9-1f3c-4f56-9e24-53bb4e7b5451', 'status': 'completed', 'code': 200} Apr 04 17:49:47.396062 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:47.660508 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35892d9b-e038-4f47-b383-c3dcead1a1a4 req-76c15172-12f4-4805-b40b-cea91c640c8e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=facc3d91-cd2a-4036-bb35-8ab9d89a9287 HTTP/1.1" status: 200 len: 210 time: 0.0286655 Apr 04 17:49:47.671674 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:47.701340 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:49:47.709527 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:47.710116 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:47.820339 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:47.849834 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f577e-3923-4b22-a2df-d964823d6040 req-a51d6390-cf7a-467b-b1c7-e2299405174d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:47.851622 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-308f577e-3923-4b22-a2df-d964823d6040 req-a51d6390-cf7a-467b-b1c7-e2299405174d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0559936 Apr 04 17:49:47.902275 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-308f577e-3923-4b22-a2df-d964823d6040 req-610b892e-202d-4943-8aa9-149448ac5a74 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Apr 04 17:49:48.012405 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:48.037393 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73156b-5865-4ea9-9b76-3fbc1184fc7b None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:49:48.264323 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464bd89-6c5b-454b-8f20-8076d2abf494 None None] New status for floating IP 25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:49:48.743926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45440) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:48.795911 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b0277ca1-a447-4636-b3bc-3f05fff4c557 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:48.819314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b0277ca1-a447-4636-b3bc-3f05fff4c557 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:48.866613 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b0277ca1-a447-4636-b3bc-3f05fff4c557 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:48.869140 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b0277ca1-a447-4636-b3bc-3f05fff4c557 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:48.870302 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-b0277ca1-a447-4636-b3bc-3f05fff4c557 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8 HTTP/1.1" status: 204 len: 168 time: 0.1253695 Apr 04 17:49:48.873912 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45442) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:48.879874 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0277ca1-a447-4636-b3bc-3f05fff4c557 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:48.887588 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.api.v2.resource [None req-51ef6501-5d6c-4155-ab1d-8291beb5577b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] show failed (client error): The resource could not be found. Apr 04 17:49:48.888662 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-51ef6501-5d6c-4155-ab1d-8291beb5577b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups/8f669b7e-7bf2-4f8e-a388-0f41d6a5c7f8 HTTP/1.1" status: 404 len: 347 time: 0.0137384 Apr 04 17:49:48.891645 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45444) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:49.050294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8212-5257-46ba-b714-8bc14d94f3c4 req-56b5ce1d-5c83-4b9f-b6d2-c0babfda3927 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:49.051751 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-331f8212-5257-46ba-b714-8bc14d94f3c4 req-56b5ce1d-5c83-4b9f-b6d2-c0babfda3927 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0815158 Apr 04 17:49:49.074360 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port bf396994-7b93-4c5e-9a23-3e4569d82141 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:49:49.074565 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.146143 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-331f8212-5257-46ba-b714-8bc14d94f3c4 req-1fba5bd6-5f9c-424f-a88b-bc35a166c433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873089 Apr 04 17:49:49.170602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.170937 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (bf396994-7b93-4c5e-9a23-3e4569d82141), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.184271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for bf396994-7b93-4c5e-9a23-3e4569d82141 owned by network:floatingip {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:49:49.320228 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (bf396994-7b93-4c5e-9a23-3e4569d82141), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.346154 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=bf396994-7b93-4c5e-9a23-3e4569d82141,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:49.409236 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.411813 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.413256 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4f4bf496-a6b7-4a19-be82-8d5a8db07c95 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/floatingips/25b87b9e-e2c1-4c4a-b55c-31d5c45f3b6a HTTP/1.1" status: 204 len: 168 time: 0.5204694 Apr 04 17:49:49.623130 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45460) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:49.627646 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435581081', 'description': 'tempest-description--1677077094'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:49.648176 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.711497 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (01c1ba87-5bf6-42ce-8178-d4f40afaf288), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.714804 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (01c1ba87-5bf6-42ce-8178-d4f40afaf288), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.742686 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.743885 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1197658 Apr 04 17:49:49.745741 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acbe6f-70fc-4074-b06e-fc9798468fe5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c1ba87-5bf6-42ce-8178-d4f40afaf288,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:49.747124 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45462) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:49.756414 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': '01c1ba87-5bf6-42ce-8178-d4f40afaf288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:49.780553 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (61fd816b-de3b-48a2-b766-3d81c5ca5c7e), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.832924 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (61fd816b-de3b-48a2-b766-3d81c5ca5c7e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.836765 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (61fd816b-de3b-48a2-b766-3d81c5ca5c7e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.854990 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fd816b-de3b-48a2-b766-3d81c5ca5c7e,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:49.862995 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.864190 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8a0e44a6-e75c-49b1-9c19-f57aa560b0e8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159782 Apr 04 17:49:49.867051 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45464) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:49.872028 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': '01c1ba87-5bf6-42ce-8178-d4f40afaf288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:49.896103 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (2d23f884-e521-42aa-9ce9-10202a422c9c), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.948634 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (2d23f884-e521-42aa-9ce9-10202a422c9c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.952391 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (2d23f884-e521-42aa-9ce9-10202a422c9c), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.968688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d23f884-e521-42aa-9ce9-10202a422c9c,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:49.976461 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:49.977626 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8b383870-5c9c-4363-bed5-4e0ffca623eb tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1096668 Apr 04 17:49:49.980775 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45466) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:49.984981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:50.003911 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.097024 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.205697 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.27.3.122 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/6db59689-2fd2-4317-b07d-279e37bb5fd1) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:49:50.265661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45f46a-d563-4f88-881c-b6ecc6e4cd72 req-a0cb014d-e7b2-47ca-a712-f3ec187c6cb9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:50.267168 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aa45f46a-d563-4f88-881c-b6ecc6e4cd72 req-a0cb014d-e7b2-47ca-a712-f3ec187c6cb9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0523350 Apr 04 17:49:50.314927 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.321645 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aa45f46a-d563-4f88-881c-b6ecc6e4cd72 req-b769e9e0-5fbb-45e0-9279-031816e451d4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487275 Apr 04 17:49:50.363518 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.396934 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:49:50.399849 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:49:50.403462 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:49:50.441745 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=6db59689-2fd2-4317-b07d-279e37bb5fd1,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:50.502271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c393e-7131-4010-819f-d8b37edeae04 req-005e666f-29cf-4bc9-8fd6-40957ab5d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:50.504162 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a5c393e-7131-4010-819f-d8b37edeae04 req-005e666f-29cf-4bc9-8fd6-40957ab5d4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.0729938 Apr 04 17:49:50.511420 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (ba1e94ce-d881-4f25-b292-bcf63cdc13da), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.550492 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.557763 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a5c393e-7131-4010-819f-d8b37edeae04 req-3feb5197-deae-4f30-81e9-79e7020b5e4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404298 Apr 04 17:49:50.699794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.704569 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.772182 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=6db59689-2fd2-4317-b07d-279e37bb5fd1,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:50.781211 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (ba1e94ce-d881-4f25-b292-bcf63cdc13da), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.796596 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:50.797839 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ea1888ef-8704-4e4a-986b-bc00ac0df552 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8161564 Apr 04 17:49:50.986934 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-625e2ae2-8f5c-4e5c-a602-57857ae8c91b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--435581081&fields=id&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 267 time: 0.0411539 Apr 04 17:49:51.088310 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-d5eff12f-d639-46ef-b528-a7ed3c07bc59 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:51.089641 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-d5eff12f-d639-46ef-b528-a7ed3c07bc59 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.0966024 Apr 04 17:49:51.103697 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c7a662d8-ae31-47ba-98cf-195e13f0edf7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/quotas/4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 375 time: 0.0083551 Apr 04 17:49:51.156538 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-b3c3de24-29fd-444a-a12e-43a62c345829 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482788 Apr 04 17:49:51.247778 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-3cd18651-9157-44e1-98d7-1d175781dc8f service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798655 Apr 04 17:49:51.323319 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 321689c9-1f3c-4f56-9e24-53bb4e7b5451 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:49:51.342414 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-ac4e1c8a-9a5b-4c42-9947-fd6c3e7d8ffa service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Apr 04 17:49:51.344432 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 321689c9-1f3c-4f56-9e24-53bb4e7b5451 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:49:51.345448 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 321689c9-1f3c-4f56-9e24-53bb4e7b5451 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:49:51.458848 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3322e-3f69-43a2-b448-5882c69387a0 req-90c4457a-f843-4844-8cfa-bebad036776a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:51.460531 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3de3322e-3f69-43a2-b448-5882c69387a0 req-90c4457a-f843-4844-8cfa-bebad036776a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0619907 Apr 04 17:49:51.517317 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3de3322e-3f69-43a2-b448-5882c69387a0 req-70847b25-3041-4784-8fa4-79cc6df41b3b tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500720 Apr 04 17:49:51.524579 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca51c4f7-2f98-466a-a699-5f9f6ac5f28c req-fd482e5c-c7c2-4645-b899-dece74d01f10 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 210 time: 0.0475318 Apr 04 17:49:52.559534 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-892ef36d-9193-4749-bcc0-951991ae51f6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:52.561364 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-892ef36d-9193-4749-bcc0-951991ae51f6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.1071267 Apr 04 17:49:52.632551 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-53eff70b-c886-4328-a626-e70a84e2bb37 req-f098aced-fc40-49d2-bda4-ad17b7514db6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 210 time: 0.0371735 Apr 04 17:49:52.667156 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-1489b8e0-6d39-44e6-b003-2161a4698cc9 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 379 time: 0.0969017 Apr 04 17:49:52.678791 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638488bb-477d-473b-a0e8-198135714bfc req-75ad267a-aee1-460e-b166-30268f2f51b4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:52.679349 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'port': {'device_id': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'admin_state_up': True, 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'security_groups': ['01c1ba87-5bf6-42ce-8178-d4f40afaf288']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:52.681039 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-638488bb-477d-473b-a0e8-198135714bfc req-75ad267a-aee1-460e-b166-30268f2f51b4 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0743141 Apr 04 17:49:52.733117 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-638488bb-477d-473b-a0e8-198135714bfc req-8476d54f-9b12-48c7-9a97-9b0c60023c2d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Apr 04 17:49:52.805197 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Made reservation on behalf of 4f8c198fee05410bbd2f798863b827b2 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:49:52.808954 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:52.883974 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d072-200a-4a16-8a11-04fca9942396 req-31885335-37fd-463e-8bc2-1f62d6570d6c tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:52.885586 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-32f1d072-200a-4a16-8a11-04fca9942396 req-31885335-37fd-463e-8bc2-1f62d6570d6c tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 945 time: 0.0627906 Apr 04 17:49:52.943196 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-32f1d072-200a-4a16-8a11-04fca9942396 req-b7971195-f988-4fdb-abf8-f45f7e925f09 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471745 Apr 04 17:49:52.954475 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.20.0.12 (a1c4ff85-49bf-44e8-a718-4245f405dbcd/fca0d592-72f9-4fe2-ba82-806680525939/3e2423d2-04f6-4c57-aa76-94b1538f3e61) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:49:53.120198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:53.199830 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-31e20153-fc50-4aa7-99ac-c021d118ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.201392 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-31e20153-fc50-4aa7-99ac-c021d118ebea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.0992651 Apr 04 17:49:53.213320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065489c-52a6-425e-ae80-6a16b3e6853e req-213e084d-812c-46e0-9fc7-ec76b97598ad tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.214690 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8065489c-52a6-425e-ae80-6a16b3e6853e req-213e084d-812c-46e0-9fc7-ec76b97598ad tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.1196518 Apr 04 17:49:53.269036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:53.343800 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:49:53.361246 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:49:53.363729 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:49:53.377294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=3e2423d2-04f6-4c57-aa76-94b1538f3e61,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:53.395208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2e5918e0-deac-43bc-be68-262d1c986643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:53.411654 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8065489c-52a6-425e-ae80-6a16b3e6853e req-b189a985-ecf8-43eb-bdb3-c91652435b40 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863458 Apr 04 17:49:53.431215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-be80785f-a1cf-4ff0-9152-7dddf89e7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.432850 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-be80785f-a1cf-4ff0-9152-7dddf89e7026 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.2161570 Apr 04 17:49:53.446014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.446620 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:53.505073 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-c9989921-385a-45e9-b259-5b5a8e731056 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8296466 Apr 04 17:49:53.517710 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Request body: {'port': {'device_id': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:53.543277 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-472a4fa7-d97f-42f2-a22e-1fc54e663e1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0939124 Apr 04 17:49:53.619573 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:53.623274 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-f2b8e07a-b450-4066-ae2b-43bee62f0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.624753 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-f2b8e07a-b450-4066-ae2b-43bee62f0c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0734270 Apr 04 17:49:53.655499 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-1d5018fa-2685-456e-9bbe-66ddbc2331cd None None] Provisioning complete for port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:49:53.655878 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1d5018fa-2685-456e-9bbe-66ddbc2331cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:53.692839 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-1d5018fa-2685-456e-9bbe-66ddbc2331cd None None] Port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:49:53.716817 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-91c208cd-2131-4141-b73c-3f8a50c253ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.718308 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-91c208cd-2131-4141-b73c-3f8a50c253ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859430 Apr 04 17:49:53.760827 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfca5c2-0338-42ee-9f4f-9a5a32839966 req-abedda48-6e0e-41e9-8e32-5485d5bb1212 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:53.762278 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cbfca5c2-0338-42ee-9f4f-9a5a32839966 req-abedda48-6e0e-41e9-8e32-5485d5bb1212 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 932 time: 0.0544627 Apr 04 17:49:53.808507 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cbfca5c2-0338-42ee-9f4f-9a5a32839966 req-ab35e5ec-3676-44aa-bbe9-d3b2a297256a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Apr 04 17:49:53.904662 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-3f54e574-dff3-40c9-9d88-fbc3fd7018a9 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454675 Apr 04 17:49:54.078897 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-845aa154-abad-46f0-ae2a-d4e3d22afe64 req-54c04ba9-af38-4f5d-8f45-0f71577d851a service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667237 Apr 04 17:49:54.090333 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2423d2-04f6-4c57-aa76-94b1538f3e61 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:49:54.100983 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Publish callbacks [] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:54.119305 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Transition to ACTIVE for port object 3e2423d2-04f6-4c57-aa76-94b1538f3e61 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:49:54.128997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae751e-b9fb-4c02-a3e3-d2e14d213035 req-54475777-afc3-4a97-acf6-e92b4c50e7f5 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.130478 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-09ae751e-b9fb-4c02-a3e3-d2e14d213035 req-54475777-afc3-4a97-acf6-e92b4c50e7f5 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 945 time: 0.1165404 Apr 04 17:49:54.131556 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:54.218833 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Pushing event updated for resources: {'Port': ['ID=3e2423d2-04f6-4c57-aa76-94b1538f3e61,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:54.229180 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-09ae751e-b9fb-4c02-a3e3-d2e14d213035 req-5fdcc278-21b7-4079-aeec-578b920ca110 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 Apr 04 17:49:54.300074 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Attempting to bind port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:49:54.300506 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Attempting to bind port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:49:54.300765 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Attempting to bind port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:49:54.305251 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:49:54.305567 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Attempting to bind port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:49:54.312164 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:49:54.312988 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:49:54.313414 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Bound using segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:49:54.313839 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Bound port: 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:49:54.314197 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:54.377752 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] For port 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:49:54.380651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] For port 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:49:54.386458 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:54.426716 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.427203 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:54.428575 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] 10.222.0.11 "PUT /v2.0/ports/3e2423d2-04f6-4c57-aa76-94b1538f3e61 HTTP/1.1" status: 200 len: 1094 time: 0.9149854 Apr 04 17:49:54.429051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:54.431271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ebb200-d6f3-4539-86e4-edad21222140" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:54.472103 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f6e21-54bc-476d-a49c-fd83cc6493cd service neutron] Pushing event updated for resources: {'Port': ['ID=3e2423d2-04f6-4c57-aa76-94b1538f3e61,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:54.479310 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b1f228-33b1-4e5a-beb1-43f4c13f8ff4 x-openstack-request-id: req-16b1f228-33b1-4e5a-beb1-43f4c13f8ff4 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:54.479673 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:54.479990 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16b1f228-33b1-4e5a-beb1-43f4c13f8ff4 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:54.480427 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b1f228-33b1-4e5a-beb1-43f4c13f8ff4'] response: {'name': 'network-changed', 'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'status': 'completed', 'code': 200} Apr 04 17:49:54.579413 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-ad4e8f1b-9df0-4a45-8c47-d2d1205fd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.581022 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-ad4e8f1b-9df0-4a45-8c47-d2d1205fd6f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 1128 time: 0.0974078 Apr 04 17:49:54.589130 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fd0d3-dbac-47bf-b4ea-586f2f14aa9b req-544e8953-6eec-42f3-8d52-01b416afd5e2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.590842 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-406fd0d3-dbac-47bf-b4ea-586f2f14aa9b req-544e8953-6eec-42f3-8d52-01b416afd5e2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0906129 Apr 04 17:49:54.635496 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-55689ce2-7f89-4932-b3e5-87943137e6ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61 HTTP/1.1" status: 200 len: 217 time: 0.0436051 Apr 04 17:49:54.702731 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-406fd0d3-dbac-47bf-b4ea-586f2f14aa9b req-c1c927ec-84a5-4678-a042-70b922ae7914 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050317 Apr 04 17:49:54.706159 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-b39aa79f-576f-4a72-ad41-a5c4ce2d4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.707835 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-b39aa79f-576f-4a72-ad41-a5c4ce2d4623 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0635948 Apr 04 17:49:54.808257 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-a645fbfe-2582-4d4c-8e68-c39ed0ff76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.810381 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-a645fbfe-2582-4d4c-8e68-c39ed0ff76c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817935 Apr 04 17:49:54.817941 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-c22b4f28-55e5-49dd-9d45-e8a1875a805d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.819262 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-c22b4f28-55e5-49dd-9d45-e8a1875a805d tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 945 time: 0.0832229 Apr 04 17:49:54.925966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057604-7310-428c-83f5-43e763817614 req-1dd281dc-8b16-43d0-b145-14b5584b9749 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:54.927745 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-50057604-7310-428c-83f5-43e763817614 req-1dd281dc-8b16-43d0-b145-14b5584b9749 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 944 time: 0.0515480 Apr 04 17:49:54.960013 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-85c5895f-1c72-4ed8-b960-e641f60dc4a4 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397421 Apr 04 17:49:54.975425 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-50057604-7310-428c-83f5-43e763817614 req-10d24553-f082-4829-8a80-9f4d7dd35ab1 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Apr 04 17:49:55.018811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Deleting port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:49:55.019153 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:55.120629 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0ef12b32-3d0d-4f9c-8998-ab004bd89b7b req-7c7cc3b5-0fd0-4bb8-84ef-18a0dd995915 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521001 Apr 04 17:49:55.134029 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] For port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,segment=NetworkSegment(5370adda-3806-4a6b-9f6c-44cf1a755dc4),segment_id=5370adda-3806-4a6b-9f6c-44cf1a755dc4)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:55.134499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:55.147123 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Calling delete_port for b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:49:55.497934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-f83bcaa2-b7e2-41c7-b663-b4cef1dd512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:55.499323 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-f83bcaa2-b7e2-41c7-b663-b4cef1dd512e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 1128 time: 0.3113027 Apr 04 17:49:55.629615 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:55.643836 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:55.651084 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdad136-a28b-45c0-9f3a-58faab5681d0 req-3c6b32e9-df33-40ee-b439-81d74610f032 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:55.652559 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4bdad136-a28b-45c0-9f3a-58faab5681d0 req-3c6b32e9-df33-40ee-b439-81d74610f032 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c21f5d9-e27a-4813-a099-97c80099b968 HTTP/1.1" status: 200 len: 867 time: 0.1666348 Apr 04 17:49:55.684845 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Pushing event deleted for resources: {'Port': ['ID=b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:55.732299 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f26bc42e-ff8e-4af8-b9c9-b8ab3dc49875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:55.749056 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] No DVR routers for this DVR port b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:49:55.753299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:55.756525 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca5759a6-ed6b-4d91-85f3-a8cebbe203d3 req-229be77e-2981-42d4-b4c6-d3a2c7a378ac tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.11 "DELETE /v2.0/ports/b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 HTTP/1.1" status: 204 len: 173 time: 0.9200799 Apr 04 17:49:55.760447 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-89fc576f-06bf-432f-adfd-0ae7527fb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:55.761809 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-89fc576f-06bf-432f-adfd-0ae7527fb3c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.2422433 Apr 04 17:49:55.816338 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-6c9872e4-646c-4362-aec3-c9c07149334a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61 HTTP/1.1" status: 200 len: 217 time: 0.0455134 Apr 04 17:49:55.820679 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4bdad136-a28b-45c0-9f3a-58faab5681d0 req-aa6defb4-442e-47d5-8780-bf72e97ccd46 tempest-VolumesSnapshotTestJSON-994227626 tempest-VolumesSnapshotTestJSON-994227626-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452961 Apr 04 17:49:55.863748 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296ebd-e56d-446b-a778-37c675111280 req-4179167d-8360-4495-89c6-a7c05d53ca73 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:55.867990 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-05296ebd-e56d-446b-a778-37c675111280 req-4179167d-8360-4495-89c6-a7c05d53ca73 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0879328 Apr 04 17:49:55.868728 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-b844ff31-e91a-4d37-b8ed-fe66aa48c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:55.870337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-b844ff31-e91a-4d37-b8ed-fe66aa48c944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0472095 Apr 04 17:49:55.913636 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-05296ebd-e56d-446b-a778-37c675111280 req-29211f06-3f07-4bf5-97c2-74e430957d70 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Apr 04 17:49:55.945644 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-5eca0a7a-52c4-4ee6-8e20-8241c0c5395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:55.947176 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-5eca0a7a-52c4-4ee6-8e20-8241c0c5395b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607705 Apr 04 17:49:56.041229 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-2e8f4cee-eaa3-4f96-b820-30f75efe04bb service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Apr 04 17:49:56.161524 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea3a5-9f80-429f-aa3e-bf05f6555d59 req-395bb2fe-8b9a-463d-9f26-9cade2101be1 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:56.163000 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-08aea3a5-9f80-429f-aa3e-bf05f6555d59 req-395bb2fe-8b9a-463d-9f26-9cade2101be1 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 944 time: 0.1202838 Apr 04 17:49:56.191068 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e9ebb200-d6f3-4539-86e4-edad21222140 req-f138b6c9-a988-478a-8c06-071d6a1721a5 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367455 Apr 04 17:49:56.219873 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-08aea3a5-9f80-429f-aa3e-bf05f6555d59 req-3d595012-7946-47a7-ad2f-af76f569291d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510085 Apr 04 17:49:56.481176 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c21f5d9-e27a-4813-a099-97c80099b968', 'name': 'network-vif-deleted', 'tag': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:56.483934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d7b160-7721-4ca3-9837-6d2d3063cd05" -d '{"events": [{"server_uuid": "3c21f5d9-e27a-4813-a099-97c80099b968", "name": "network-vif-deleted", "tag": "b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:56.519032 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8494c3-50f6-47a3-985f-420ca2c55d1b x-openstack-request-id: req-9e8494c3-50f6-47a3-985f-420ca2c55d1b {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:56.519323 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c21f5d9-e27a-4813-a099-97c80099b968", "name": "network-vif-deleted", "tag": "b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:56.519575 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e8494c3-50f6-47a3-985f-420ca2c55d1b {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:56.519979 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8494c3-50f6-47a3-985f-420ca2c55d1b'] response: {'server_uuid': '3c21f5d9-e27a-4813-a099-97c80099b968', 'name': 'network-vif-deleted', 'tag': 'b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95', 'status': 'completed', 'code': 200} Apr 04 17:49:56.733925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:57.044401 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9e00-2177-4633-9e0f-c4517f482c93 req-5b4818e6-31fa-4b61-be4c-d18f6e3b9dcc tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:57.045880 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fa5e9e00-2177-4633-9e0f-c4517f482c93 req-5b4818e6-31fa-4b61-be4c-d18f6e3b9dcc tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0517020 Apr 04 17:49:57.097002 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fa5e9e00-2177-4633-9e0f-c4517f482c93 req-77b08fbb-e76e-4edf-bec8-3bc0fcc3c018 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Apr 04 17:49:57.216946 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8254ae8-8a90-4d90-882d-26ddcfe99313 req-84bdb481-5f91-4a10-ab37-d086c1a417d6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:57.218430 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d8254ae8-8a90-4d90-882d-26ddcfe99313 req-84bdb481-5f91-4a10-ab37-d086c1a417d6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0557361 Apr 04 17:49:57.226900 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45564) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:49:57.231234 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Request body: {'floatingip': {'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:49:57.290311 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:57.336752 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c7c53-b096-4f7d-8063-50c17de83222 req-c42af42b-a4cc-4fa3-8011-77ba051c1a9e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:57.338220 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ba9c7c53-b096-4f7d-8063-50c17de83222 req-c42af42b-a4cc-4fa3-8011-77ba051c1a9e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 944 time: 0.0515552 Apr 04 17:49:57.361044 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 3e2423d2-04f6-4c57-aa76-94b1538f3e61 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:49:57.393754 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ba9c7c53-b096-4f7d-8063-50c17de83222 req-92ce3e0f-0625-4a7e-bc17-ae40e203f194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497334 Apr 04 17:49:57.466433 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:57.477141 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'port_id': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'mac_address': 'fa:16:3e:de:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:49:57.513891 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:49:57.514287 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:57.527455 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2423d2-04f6-4c57-aa76-94b1538f3e61 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:49:57.546493 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:49:57.550608 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:57.602468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=3e2423d2-04f6-4c57-aa76-94b1538f3e61,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:49:57.859353 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:57.862886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:57.877020 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['3e2423d2-04f6-4c57-aa76-94b1538f3e61'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:49:58.069295 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:49:58.114131 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:49:58.186199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:49:58.193563 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:58.198596 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] Sync routers for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:49:58.208467 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:58.209071 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:58.256981 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7a36264a-9c2e-4aba-927f-73d4b34a883a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "PUT /v2.0/floatingips/1d0cb0cf-b28c-48e0-9626-fe05ae51777f HTTP/1.1" status: 200 len: 992 time: 1.0290239 Apr 04 17:49:58.289683 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:49:58.317778 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:58.514918 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823fe5a-f654-4259-9665-5a20a2454446 req-b2647145-c4c2-4ac0-b2df-f8d565d79fb2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:58.517039 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b823fe5a-f654-4259-9665-5a20a2454446 req-b2647145-c4c2-4ac0-b2df-f8d565d79fb2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 945 time: 0.0547960 Apr 04 17:49:58.520995 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}, {'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:49:58.523232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b"}, {"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:49:58.551280 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '1d0cb0cf-b28c-48e0-9626-fe05ae51777f', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:47:59Z', 'updated_at': '2022-04-04T17:49:57Z', 'revision_number': 3, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:58.567702 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 04 Apr 2022 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3354a49-56c0-454f-940c-d7b55f64d1da x-openstack-request-id: req-f3354a49-56c0-454f-940c-d7b55f64d1da {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:49:58.567998 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:49:58.568271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3354a49-56c0-454f-940c-d7b55f64d1da {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:49:58.568683 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3354a49-56c0-454f-940c-d7b55f64d1da'] response: {'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'status': 'completed', 'code': 200} Apr 04 17:49:58.568944 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3354a49-56c0-454f-940c-d7b55f64d1da'] response: {'name': 'network-changed', 'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'status': 'completed', 'code': 200} Apr 04 17:49:58.577350 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b823fe5a-f654-4259-9665-5a20a2454446 req-05897bab-8ef7-4492-9319-b847f4e65542 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511177 Apr 04 17:49:58.578860 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] Checking router: be3b1a26-8f95-44ce-a85d-a4a64d573ba9 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:49:58.587494 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:49:58.588208 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:58.632885 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-0765db6a-8777-43be-9166-d8f1dc861baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:58.634388 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-0765db6a-8777-43be-9166-d8f1dc861baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.0468657 Apr 04 17:49:58.698936 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:49:58.914745 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '1d0cb0cf-b28c-48e0-9626-fe05ae51777f', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:47:59Z', 'updated_at': '2022-04-04T17:49:57Z', 'revision_number': 3, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:49:58.940477 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1c100-a341-474f-9281-d5ab884d2804 None None] The sync data for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi is: [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '1d0cb0cf-b28c-48e0-9626-fe05ae51777f', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'floating_ip_address': '172.27.3.78', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'port_id': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'mac_address': 'fa:16:3e:6b:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:47:59Z', 'updated_at': '2022-04-04T17:49:57Z', 'revision_number': 3, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:49:59.472165 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-a15fbcf2-77bf-49a2-b7cc-049dce6db962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:59.473641 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-a15fbcf2-77bf-49a2-b7cc-049dce6db962 service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.0812359 Apr 04 17:49:59.700620 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f7c90-5ba3-48c0-a37d-a4837b03018f req-33bd4505-e1c4-4a6c-8db8-a3719e076124 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:49:59.702180 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f97f7c90-5ba3-48c0-a37d-a4837b03018f req-33bd4505-e1c4-4a6c-8db8-a3719e076124 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 945 time: 0.0506427 Apr 04 17:49:59.747055 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f97f7c90-5ba3-48c0-a37d-a4837b03018f req-9157b2f4-5e36-4c4a-a1f0-dbd9e87f17ac tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393047 Apr 04 17:49:59.835163 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:00.161151 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:50:00.181320 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:50:00.181655 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device b3a1d2c6-c842-4b8f-9d48-74f4e1fe8e95 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:50:00.224247 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-ba1a6ce4-3858-4a42-9a6e-4cd63c8a5d5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0632644 Apr 04 17:50:00.861574 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90207f1-6073-49ed-b005-918fa3da2e35 req-6453573c-350c-424c-96ba-dc4d100b0bc2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:00.863078 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a90207f1-6073-49ed-b005-918fa3da2e35 req-6453573c-350c-424c-96ba-dc4d100b0bc2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 945 time: 0.0525656 Apr 04 17:50:00.908223 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a90207f1-6073-49ed-b005-918fa3da2e35 req-b145a4cd-eda3-4b6b-889a-4c4cdd02389a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392470 Apr 04 17:50:01.087591 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-1e63685f-14d2-4c88-8778-d2c787518159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:01.089008 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-1e63685f-14d2-4c88-8778-d2c787518159 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0431278 Apr 04 17:50:01.362268 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-78328f87-6f83-45eb-b181-cbabf60845a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:01.363757 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-78328f87-6f83-45eb-b181-cbabf60845a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2674904 Apr 04 17:50:01.377209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 3e2423d2-04f6-4c57-aa76-94b1538f3e61 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:50:01.431021 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:50:01.435187 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:50:01.436328 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:01.477445 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-736de836-af3c-4683-9799-2b44af70a932 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968127 Apr 04 17:50:01.536701 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:50:01.536701 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:01.559265 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:01.562193 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ab938c-d8d0-4dbd-9dcd-2cae421f5790" -d '{"events": [{"server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:01.574761 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:01.579981 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:01.589384 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-a1385cce-9299-4a10-b4f3-3e0a1287c0ff service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034019 Apr 04 17:50:01.618744 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5517c1ff-dda4-4e9f-8e0a-8dbe653d5538 x-openstack-request-id: req-5517c1ff-dda4-4e9f-8e0a-8dbe653d5538 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:01.619050 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:01.619306 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5517c1ff-dda4-4e9f-8e0a-8dbe653d5538 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:01.619704 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5517c1ff-dda4-4e9f-8e0a-8dbe653d5538'] response: {'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'code': 200} Apr 04 17:50:01.632689 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=3e2423d2-04f6-4c57-aa76-94b1538f3e61,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:01.695314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-f1d99e08-fc2f-4674-8202-d80e3ee7a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:01.696893 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-f1d99e08-fc2f-4674-8202-d80e3ee7a12a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c08218b8cf2457fb90a21a66964b75f&device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 1129 time: 0.0481942 Apr 04 17:50:01.827302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:01.844313 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-9ef41e8d-c290-46b5-a0c3-1df192c26dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:01.845769 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-9ef41e8d-c290-46b5-a0c3-1df192c26dcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 200 len: 920 time: 0.1414979 Apr 04 17:50:01.848510 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660dd4c-5a83-4aaa-a2c4-f3b994b75e8f req-57367b14-9896-4918-9d9c-439410f89c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:01.849827 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4660dd4c-5a83-4aaa-a2c4-f3b994b75e8f req-57367b14-9896-4918-9d9c-439410f89c01 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 1130 time: 0.0751283 Apr 04 17:50:01.937546 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-4ee2870e-9565-4390-9581-46ed36ef3d3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 200 len: 1000 time: 0.0803211 Apr 04 17:50:01.943351 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4660dd4c-5a83-4aaa-a2c4-f3b994b75e8f req-4f24a197-82f4-4582-a274-2da1f278bc79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802734 Apr 04 17:50:02.012032 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-71b25b42-b1b7-40f1-b9d5-5129cfd0b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.013502 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-71b25b42-b1b7-40f1-b9d5-5129cfd0b99e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 200 len: 858 time: 0.0693254 Apr 04 17:50:02.035581 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7977db-1d2d-4080-9855-2deff4800efe req-dfb2b359-0509-4da5-9d76-565b102f1aea tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.037105 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2d7977db-1d2d-4080-9855-2deff4800efe req-dfb2b359-0509-4da5-9d76-565b102f1aea tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0595973 Apr 04 17:50:02.082468 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2d7977db-1d2d-4080-9855-2deff4800efe req-1cc3d291-c20f-46e7-9c0d-d02ebe609bab tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Apr 04 17:50:02.274069 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-cf1f5544-cd29-4dcb-81ce-f90982d93127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.275542 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-cf1f5544-cd29-4dcb-81ce-f90982d93127 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=74f2e18e-9fa2-4311-bf8f-434e4871977e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811486 Apr 04 17:50:02.283048 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-780b8ac5-e61c-4282-8ef8-86ac15da31ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613534 Apr 04 17:50:02.401349 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-5a2e19cc-cebb-4e20-bb8f-0fdeba6a6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.402856 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-5a2e19cc-cebb-4e20-bb8f-0fdeba6a6bcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 1131 time: 0.0759079 Apr 04 17:50:02.404610 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-8ad78106-d3f1-4078-b0e0-2f8abf3be617 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206522 Apr 04 17:50:02.565618 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ca75ccf4-ce66-4b82-86d4-e9e2b13c7a4a req-a9fa3af9-c3e2-4f0a-b9a9-b85fba9a14d5 service neutron] 10.222.0.11 "GET /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523292 Apr 04 17:50:02.569656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-577b9903-650d-4c47-8e82-a53b75979c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.570965 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-577b9903-650d-4c47-8e82-a53b75979c26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.1407588 Apr 04 17:50:02.635009 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-626ce5d4-d2ea-4e31-9763-37af6eddb01b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 200 len: 1002 time: 0.0568135 Apr 04 17:50:02.687091 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-50bc5ecf-6b8d-4c04-a466-70adb07d7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.688536 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-50bc5ecf-6b8d-4c04-a466-70adb07d7d9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0462232 Apr 04 17:50:02.739646 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-c801ab1a-c68a-474d-998c-72251c055d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:02.741134 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-c801ab1a-c68a-474d-998c-72251c055d8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435143 Apr 04 17:50:02.833975 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-5bf2f6e9-38c1-45c8-bfec-2a8b89eb2b89 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834219 Apr 04 17:50:02.933889 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cfc7affe-7973-44c8-991b-d4f15e75c26c req-f72c72b9-3d0c-45ab-b15e-49129ebd3119 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929432 Apr 04 17:50:03.202363 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08cb57-f737-40de-a522-973514bad802 req-721cfed9-b757-4047-a3fe-048e66063e64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:03.204265 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-de08cb57-f737-40de-a522-973514bad802 req-721cfed9-b757-4047-a3fe-048e66063e64 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0548980 Apr 04 17:50:03.259952 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-de08cb57-f737-40de-a522-973514bad802 req-ac4d05ea-64f0-4cbf-b1bb-ceb2a71b463b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Apr 04 17:50:03.548101 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275a097-6df0-4ad7-ba6a-048d8b185334 req-91900051-65a6-4958-aa99-8f1363876859 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:03.549683 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4275a097-6df0-4ad7-ba6a-048d8b185334 req-91900051-65a6-4958-aa99-8f1363876859 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0555210 Apr 04 17:50:03.561300 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-43f6fcc7-092b-40ff-ac6a-b3e689d6f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:03.562775 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-43f6fcc7-092b-40ff-ac6a-b3e689d6f868 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1168 time: 0.0454276 Apr 04 17:50:03.608320 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4275a097-6df0-4ad7-ba6a-048d8b185334 req-b29c7261-ecea-4960-a729-0a192303c89f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525923 Apr 04 17:50:03.655482 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-932cd793-d840-4902-85cf-48a197be3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:03.656980 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-932cd793-d840-4902-85cf-48a197be3ea4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.0871251 Apr 04 17:50:03.721486 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-8ad6163e-f8aa-486f-acd2-e359194ced03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 1001 time: 0.0576434 Apr 04 17:50:03.768948 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-304d9359-0ea8-4c9d-a215-c1908dd21586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:03.770324 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-304d9359-0ea8-4c9d-a215-c1908dd21586 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.0431287 Apr 04 17:50:03.821249 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-26eef57a-a122-454a-b659-3ac9af3d8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:03.822685 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-26eef57a-a122-454a-b659-3ac9af3d8ee0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460548 Apr 04 17:50:03.908802 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-383c923b-de22-4fbd-a091-cec20c5d1373 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788844 Apr 04 17:50:03.999840 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd06ff2e-663f-4dd5-ae35-492293f8e4f7 req-05c22a49-bc89-4b36-b2c5-211a2d954012 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Apr 04 17:50:04.386591 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b590-0a3b-48c1-a638-f677cf1a00c7 req-d94ade62-639b-4535-ab78-2d76a698a03a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:04.388058 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-24c0b590-0a3b-48c1-a638-f677cf1a00c7 req-d94ade62-639b-4535-ab78-2d76a698a03a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0528684 Apr 04 17:50:04.434957 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-24c0b590-0a3b-48c1-a638-f677cf1a00c7 req-97062dda-ec15-4869-8124-cf8d30b6a8fd tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 Apr 04 17:50:04.550348 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33be5-7313-4748-bfc8-d3897e20a5c3 req-533e1b80-640c-42cb-89e6-ef406221a28f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:04.552576 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ddc33be5-7313-4748-bfc8-d3897e20a5c3 req-533e1b80-640c-42cb-89e6-ef406221a28f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0554252 Apr 04 17:50:04.560987 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45630) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:04.565523 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'port_id': '3e2423d2-04f6-4c57-aa76-94b1538f3e61'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:04.606854 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (ba1e94ce-d881-4f25-b292-bcf63cdc13da), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:04.729707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56d24-803e-4b70-9018-a7cf810aec78 req-9cac1630-117d-42d6-acd3-2fbf6d7a23b7 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:04.731182 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aeb56d24-803e-4b70-9018-a7cf810aec78 req-9cac1630-117d-42d6-acd3-2fbf6d7a23b7 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0554399 Apr 04 17:50:04.789849 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aeb56d24-803e-4b70-9018-a7cf810aec78 req-25cf35c2-658a-4ad9-8a04-32dfb421470d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527656 Apr 04 17:50:05.021956 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:05.025787 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (ba1e94ce-d881-4f25-b292-bcf63cdc13da), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:05.120317 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP ba1e94ce-d881-4f25-b292-bcf63cdc13da associated. External IP: 172.27.3.122, port: 3e2423d2-04f6-4c57-aa76-94b1538f3e61. Apr 04 17:50:05.570379 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:50:05.676835 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:50:05.681614 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:05.686014 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:50:05.694642 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:05.695251 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:05.709359 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-fcb359cd-d6fb-435e-b6c6-2055bc31994e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "PUT /v2.0/floatingips/ba1e94ce-d881-4f25-b292-bcf63cdc13da HTTP/1.1" status: 200 len: 992 time: 1.1471748 Apr 04 17:50:05.710080 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:05.712465 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:05.751207 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9086dc4-5bc6-4023-8149-827a2abd6ff6 x-openstack-request-id: req-a9086dc4-5bc6-4023-8149-827a2abd6ff6 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:05.751495 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:05.751747 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9086dc4-5bc6-4023-8149-827a2abd6ff6 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:05.752151 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9086dc4-5bc6-4023-8149-827a2abd6ff6'] response: {'name': 'network-changed', 'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'status': 'completed', 'code': 200} Apr 04 17:50:05.811591 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:05.910513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2f682-9bb6-41a4-a0e5-5caa11d7322c req-17a3e65d-31c6-4792-8e18-e10816d5a4ea tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:05.911970 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-06e2f682-9bb6-41a4-a0e5-5caa11d7322c req-17a3e65d-31c6-4792-8e18-e10816d5a4ea tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0564759 Apr 04 17:50:05.972197 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-06e2f682-9bb6-41a4-a0e5-5caa11d7322c req-c4d76342-17dd-4858-b1e9-921a7c699d64 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545957 Apr 04 17:50:06.200302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'ba1e94ce-d881-4f25-b292-bcf63cdc13da', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:de:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:49:50Z', 'updated_at': '2022-04-04T17:50:04Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:06.229925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:50:06.237984 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:06.238589 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:06.341547 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:06.556590 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'ba1e94ce-d881-4f25-b292-bcf63cdc13da', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:de:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:49:50Z', 'updated_at': '2022-04-04T17:50:04Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:06.585737 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d329f8-6839-4543-b5dc-44b044924687 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'ba1e94ce-d881-4f25-b292-bcf63cdc13da', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.122', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:de:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:49:50Z', 'updated_at': '2022-04-04T17:50:04Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:50:06.770859 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd50da4-a7a5-4438-84cd-d439caa18ff5 None None] New status for floating IP ba1e94ce-d881-4f25-b292-bcf63cdc13da: ACTIVE {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:50:07.099159 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97bc29-b18f-4632-87e1-f28ff33708f7 req-7cca5189-b50b-48fd-998c-06780b59adf8 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:07.100762 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9a97bc29-b18f-4632-87e1-f28ff33708f7 req-7cca5189-b50b-48fd-998c-06780b59adf8 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0591378 Apr 04 17:50:07.167063 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9a97bc29-b18f-4632-87e1-f28ff33708f7 req-6db9faef-89b5-4ac3-88f9-0d1065c0e467 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599985 Apr 04 17:50:08.283416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e90e9-697c-4680-9749-03fc82be3673 req-ddb0c3d0-df1a-43cc-8ec3-3089dc4fa8d9 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:08.284898 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb5e90e9-697c-4680-9749-03fc82be3673 req-ddb0c3d0-df1a-43cc-8ec3-3089dc4fa8d9 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0511262 Apr 04 17:50:08.342462 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb5e90e9-697c-4680-9749-03fc82be3673 req-abd2aa73-744a-4ad3-93d9-221fc2650881 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514805 Apr 04 17:50:08.470808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-c7e4513f-7662-4e75-a1e7-2bbe25f76c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:08.472275 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-c7e4513f-7662-4e75-a1e7-2bbe25f76c92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 1130 time: 0.0506110 Apr 04 17:50:08.559892 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-be86e8f1-1b4e-445e-95d2-2319733487a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:08.564463 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-be86e8f1-1b4e-445e-95d2-2319733487a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.0835192 Apr 04 17:50:08.635502 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-7acfcf6b-6f04-4b94-afa3-25e6cd485902 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61 HTTP/1.1" status: 200 len: 1002 time: 0.0621715 Apr 04 17:50:08.685431 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-743cfe16-3875-4866-ae71-93f2efd6423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:08.686920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-743cfe16-3875-4866-ae71-93f2efd6423d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0439634 Apr 04 17:50:08.738289 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-8a03b652-dca1-44d0-8cdf-e3df98a82d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:08.739716 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-8a03b652-dca1-44d0-8cdf-e3df98a82d90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454559 Apr 04 17:50:08.840791 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-ab0dbb30-a2e9-424f-8d12-6b662070fa38 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891497 Apr 04 17:50:08.927809 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0970e96a-f72e-4bcf-87ee-a0a58cfa872a req-409ecde0-5c21-4772-966b-a8d8e206d3ac service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787010 Apr 04 17:50:09.461604 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a941c7b-91ec-4687-a03b-5726449cd92d req-b73ec444-8cbf-4107-9174-7a5aae474963 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:09.463056 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3a941c7b-91ec-4687-a03b-5726449cd92d req-b73ec444-8cbf-4107-9174-7a5aae474963 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0551150 Apr 04 17:50:09.521284 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3a941c7b-91ec-4687-a03b-5726449cd92d req-ea165ec7-1208-4a2e-bb66-403e535bffe4 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526359 Apr 04 17:50:10.646072 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9761e4-902c-44c5-8c4f-4e2b75d5742b req-248c8e6b-2e03-4826-85cc-176f5e5bde89 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:10.647553 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e9761e4-902c-44c5-8c4f-4e2b75d5742b req-248c8e6b-2e03-4826-85cc-176f5e5bde89 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0541060 Apr 04 17:50:10.705347 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6e9761e4-902c-44c5-8c4f-4e2b75d5742b req-cf686db6-1194-48e0-8604-adf31b9d52d6 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520673 Apr 04 17:50:11.374487 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047016f4-61aa-480e-8ec6-3f13efa8702d req-954a83db-4c3e-4180-a5f0-c8424f2fc9bc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:11.375954 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-047016f4-61aa-480e-8ec6-3f13efa8702d req-954a83db-4c3e-4180-a5f0-c8424f2fc9bc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.0521576 Apr 04 17:50:11.420655 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-047016f4-61aa-480e-8ec6-3f13efa8702d req-8119d626-d6cf-4dd6-b7e5-6ef277fc5de7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388472 Apr 04 17:50:11.828626 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a452a-96c4-4b49-9d87-be174a1a927a req-76fd7eec-0d72-4ad5-8793-806b2a3a07ea tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:11.830089 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-477a452a-96c4-4b49-9d87-be174a1a927a req-76fd7eec-0d72-4ad5-8793-806b2a3a07ea tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0551987 Apr 04 17:50:11.887869 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-477a452a-96c4-4b49-9d87-be174a1a927a req-6d967ef2-7d7b-4cb0-89a1-53630054b109 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518842 Apr 04 17:50:12.543199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c3fba-9b1e-4b3d-875c-9f95e27ac127 req-5af79311-c46c-4e87-a863-36d30d707ef2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:12.544656 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e28c3fba-9b1e-4b3d-875c-9f95e27ac127 req-5af79311-c46c-4e87-a863-36d30d707ef2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.0547202 Apr 04 17:50:12.588896 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e28c3fba-9b1e-4b3d-875c-9f95e27ac127 req-52a71708-bcb1-4bcc-8eb9-11b4b4717217 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeb093cb-a66c-41dd-a8fd-5a0730b854fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387459 Apr 04 17:50:13.004852 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17c25a-b7a3-4f95-a586-4ae52f70320f req-98f0b690-b37c-46ef-b83a-0752bb5b5e15 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:13.006224 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9f17c25a-b7a3-4f95-a586-4ae52f70320f req-98f0b690-b37c-46ef-b83a-0752bb5b5e15 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0518262 Apr 04 17:50:13.065381 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9f17c25a-b7a3-4f95-a586-4ae52f70320f req-89bfc7c9-c582-40bc-a60d-7efce36cd48b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535052 Apr 04 17:50:13.065850 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-f2f393f4-3a60-48d6-9cab-33719fdd6c2f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:13.067285 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-f2f393f4-3a60-48d6-9cab-33719fdd6c2f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 947 time: 0.0503039 Apr 04 17:50:13.160185 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Deleting port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:13.160480 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:13.247690 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] For port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:13.248660 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:13.416895 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:13.417255 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (53e16d01-3540-40e5-ad59-84d54dca7a7b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:13.417575 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Floating IP 53e16d01-3540-40e5-ad59-84d54dca7a7b disassociated. External IP: 172.27.3.173, port: 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19. Apr 04 17:50:13.417912 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Calling delete_port for 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:13.556524 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:13.588130 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event deleted for resources: {'Port': ['ID=7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:13.597349 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.597696 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.598036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.598369 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.598695 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.599021 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.599347 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.599698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.600031 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.600375 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.600698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.601664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.601664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.601664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.601958 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:13.699666 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1b9a292b-fa67-4905-a951-25eba96df86d req-6ecd5375-990a-4c43-8a0b-a673f46cbe54 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9027c77-43f4-4b0e-9230-c40850302af7 HTTP/1.1" status: 200 len: 210 time: 0.0328674 Apr 04 17:50:13.738166 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Router 70ba276a-4894-4423-be5f-dbccdd315d41 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:50:13.857265 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:50:13.867264 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:50:13.877469 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:13.878160 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:13.899874 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] No DVR routers for this DVR port 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:50:13.902457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:13.906422 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8c568c66-f467-423f-aa9a-2820f0702f55 req-71e17172-af9b-45aa-bed6-db89ff334103 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "DELETE /v2.0/ports/7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 HTTP/1.1" status: 204 len: 173 time: 0.8333778 Apr 04 17:50:13.906872 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-deleted', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:13.909538 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc802cd-bf77-4d07-9f93-c5f52c5a014a" -d '{"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-deleted", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:13.961502 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18e1fa2-efaf-44e3-9f0f-87f88020dad5 x-openstack-request-id: req-b18e1fa2-efaf-44e3-9f0f-87f88020dad5 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:13.961796 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9027c77-43f4-4b0e-9230-c40850302af7", "name": "network-vif-deleted", "tag": "7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:13.962052 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b18e1fa2-efaf-44e3-9f0f-87f88020dad5 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:13.962877 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18e1fa2-efaf-44e3-9f0f-87f88020dad5'] response: {'server_uuid': 'c9027c77-43f4-4b0e-9230-c40850302af7', 'name': 'network-vif-deleted', 'tag': '7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19', 'status': 'completed', 'code': 200} Apr 04 17:50:13.990978 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:14.182744 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c980-8d39-4364-959d-e3088f4ecafe req-7f4e4675-2eec-405f-92cc-84da8adb736d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:14.184199 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5651c980-8d39-4364-959d-e3088f4ecafe req-7f4e4675-2eec-405f-92cc-84da8adb736d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0527718 Apr 04 17:50:14.195582 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:14.226587 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:50:14.234771 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:14.235374 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:49:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:14.246588 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5651c980-8d39-4364-959d-e3088f4ecafe req-09de0931-6e9c-4437-bbb7-1a5a74287e4b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556021 Apr 04 17:50:14.350564 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:14.547967 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:14.574180 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97171ee0-ef6e-4a2d-88a5-cb860191ea5b None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:50:14.782461 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ef2cf-0fc3-4fd7-9551-e1d41a1a1710 None None] New status for floating IP 53e16d01-3540-40e5-ad59-84d54dca7a7b: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:50:14.789846 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45738) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:14.848683 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b5c0345e-3834-4fc6-ba54-6c2532af5767 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (eeb093cb-a66c-41dd-a8fd-5a0730b854fe), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:14.871441 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b5c0345e-3834-4fc6-ba54-6c2532af5767 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (eeb093cb-a66c-41dd-a8fd-5a0730b854fe), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:14.927394 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b5c0345e-3834-4fc6-ba54-6c2532af5767 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (eeb093cb-a66c-41dd-a8fd-5a0730b854fe), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:14.929932 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-b5c0345e-3834-4fc6-ba54-6c2532af5767 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:14.931322 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-b5c0345e-3834-4fc6-ba54-6c2532af5767 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "DELETE /v2.0/security-groups/eeb093cb-a66c-41dd-a8fd-5a0730b854fe HTTP/1.1" status: 204 len: 168 time: 0.1403482 Apr 04 17:50:14.934198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45740) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:14.941558 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0345e-3834-4fc6-ba54-6c2532af5767 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb093cb-a66c-41dd-a8fd-5a0730b854fe,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:14.947756 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.api.v2.resource [None req-df4c6905-7107-4d40-8a26-4541c1427c15 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] show failed (client error): The resource could not be found. Apr 04 17:50:14.951589 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45742) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:14.951731 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-df4c6905-7107-4d40-8a26-4541c1427c15 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups/eeb093cb-a66c-41dd-a8fd-5a0730b854fe HTTP/1.1" status: 404 len: 347 time: 0.0164897 Apr 04 17:50:15.070950 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Deleting port 24b6ca0a-71c9-4377-81e7-87c5181870a6 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:15.071284 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.141711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.142030 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (24b6ca0a-71c9-4377-81e7-87c5181870a6), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.153034 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Calling delete_port for 24b6ca0a-71c9-4377-81e7-87c5181870a6 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:15.291352 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (24b6ca0a-71c9-4377-81e7-87c5181870a6), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.322613 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event deleted for resources: {'Port': ['ID=24b6ca0a-71c9-4377-81e7-87c5181870a6,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:15.367568 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.367913 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.368270 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.368609 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.368942 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.369270 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.369607 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.369917 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.370238 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.370558 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.370879 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.371199 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.371515 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.371831 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.372149 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:15.420812 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (53e16d01-3540-40e5-ad59-84d54dca7a7b), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.423348 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.424498 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e62545ad-240d-4738-9def-b6c161c5274b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "DELETE /v2.0/floatingips/53e16d01-3540-40e5-ad59-84d54dca7a7b HTTP/1.1" status: 204 len: 168 time: 0.4719627 Apr 04 17:50:15.429335 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:50:15.435928 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571164c-e300-4e1f-bf6f-ae2973942ab5 req-58cbf6c1-567d-41d3-a795-d70ccc7690ec tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:15.437455 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9571164c-e300-4e1f-bf6f-ae2973942ab5 req-58cbf6c1-567d-41d3-a795-d70ccc7690ec tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.1211445 Apr 04 17:50:15.466270 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:50:15.467217 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 7b80ffc5-f6d7-4f4c-b5f6-5cdc2c1eef19 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:50:15.511718 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9571164c-e300-4e1f-bf6f-ae2973942ab5 req-9ba9f20e-6374-4383-8bf4-adf4e1232187 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673957 Apr 04 17:50:15.804498 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45754) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:15.809002 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231303039', 'description': 'tempest-description--1708529843'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:15.828640 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.894111 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (07257b51-c2bd-4115-bc6e-40b2ffe8bd57), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.897110 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (07257b51-c2bd-4115-bc6e-40b2ffe8bd57), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.924568 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:15.925773 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1202905 Apr 04 17:50:15.928998 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45756) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:15.929890 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c862ea9-a419-4c93-85b1-a724afa11750 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07257b51-c2bd-4115-bc6e-40b2ffe8bd57,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:15.933857 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'security_group_rule': {'security_group_id': '07257b51-c2bd-4115-bc6e-40b2ffe8bd57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:15.962041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (77be7174-151e-459a-b556-287ff20a51ba), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.018381 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (77be7174-151e-459a-b556-287ff20a51ba), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.021830 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (77be7174-151e-459a-b556-287ff20a51ba), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.038547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77be7174-151e-459a-b556-287ff20a51ba,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:16.046287 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.047438 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-64594a3d-cfdf-4b12-ba9e-9267c48a679b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174269 Apr 04 17:50:16.050117 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45758) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:16.054458 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'security_group_rule': {'security_group_id': '07257b51-c2bd-4115-bc6e-40b2ffe8bd57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:16.078478 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (62154023-8585-4c4c-b21e-c46be3a49ab1), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.132006 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (62154023-8585-4c4c-b21e-c46be3a49ab1), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.135438 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (62154023-8585-4c4c-b21e-c46be3a49ab1), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.152036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62154023-8585-4c4c-b21e-c46be3a49ab1,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:16.160704 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.161890 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-8c0af76c-548d-48a0-9511-620176a20aaf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109297 Apr 04 17:50:16.166049 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45760) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:16.171670 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:16.190625 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.286090 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.619755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Allocated IP 172.27.3.49 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/49dfe229-8e88-4b90-975b-dac0cedef321) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:50:16.647741 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982912-a56e-4ec0-8576-d86de8d7c854 req-d68ebe21-d3cc-4c72-af5e-1489c1ba2e31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:16.649459 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ae982912-a56e-4ec0-8576-d86de8d7c854 req-d68ebe21-d3cc-4c72-af5e-1489c1ba2e31 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0701289 Apr 04 17:50:16.724700 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ae982912-a56e-4ec0-8576-d86de8d7c854 req-a5d7f200-3fb2-464c-a5c4-508fd218fa0e tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646524 Apr 04 17:50:16.741834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for port (49dfe229-8e88-4b90-975b-dac0cedef321), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.777135 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (49dfe229-8e88-4b90-975b-dac0cedef321), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.820496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:50:16.825038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:50:16.828201 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:50:16.859217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'Port': ['ID=49dfe229-8e88-4b90-975b-dac0cedef321,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:16.922928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:16.961678 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (49dfe229-8e88-4b90-975b-dac0cedef321), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:17.106481 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for port (49dfe229-8e88-4b90-975b-dac0cedef321), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:17.111187 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (49dfe229-8e88-4b90-975b-dac0cedef321), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:17.182893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'Port': ['ID=49dfe229-8e88-4b90-975b-dac0cedef321,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:17.188960 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:17.203380 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:17.204633 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-12152cd1-a9b4-4f65-a7e1-5e47f723c886 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0376730 Apr 04 17:50:17.390729 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-1e9574ba-d2d3-4acd-947d-872bc853366b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--231303039&fields=id&tenant_id=bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 267 time: 0.0410135 Apr 04 17:50:17.494382 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-abed81cc-1f0c-4fa4-914c-6dcba6e66b5d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:17.495893 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-abed81cc-1f0c-4fa4-914c-6dcba6e66b5d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 816 time: 0.0989468 Apr 04 17:50:17.509902 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-f0fe6112-dc8c-4dcd-aca6-19ebb5167a18 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/quotas/bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 375 time: 0.0087366 Apr 04 17:50:17.563750 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-946425e2-4142-41b8-9ac6-03b92facb7d7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486686 Apr 04 17:50:17.661374 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-6bef42e5-fe32-4ba0-b95d-2d7299054fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852988 Apr 04 17:50:17.746473 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-f1dcc420-ce40-4ee7-a741-47ffeb3022ea service neutron] 10.222.0.24 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792794 Apr 04 17:50:17.847606 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48603969-bc97-41b3-b015-89c3497d554e req-a6ad473d-626b-48b9-9f1a-77edee764e1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:17.853666 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-48603969-bc97-41b3-b015-89c3497d554e req-a6ad473d-626b-48b9-9f1a-77edee764e1c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0705993 Apr 04 17:50:17.920942 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-840c3c27-8844-46cc-95c3-0bb2da68f897 req-a09f47d6-85d7-4ab5-8f40-b314d2961dae tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 210 time: 0.0354517 Apr 04 17:50:17.939190 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-48603969-bc97-41b3-b015-89c3497d554e req-6894d2cb-70ea-40aa-929b-de88acc382d2 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695438 Apr 04 17:50:18.929219 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-d65bec21-59f5-42df-8e23-7e1f546693a2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:18.930681 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-d65bec21-59f5-42df-8e23-7e1f546693a2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 816 time: 0.1011059 Apr 04 17:50:19.008785 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-c46ae6ba-71df-4a9f-960c-ff64ae52bc5e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 379 time: 0.0684576 Apr 04 17:50:19.031475 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'port': {'device_id': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'admin_state_up': True, 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'security_groups': ['07257b51-c2bd-4115-bc6e-40b2ffe8bd57']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:19.035956 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e79b83d2-24f2-4d9c-86c1-bd6edaf37be5 req-43dff111-d9ac-4ba5-a51b-b5152f9007ce tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 210 time: 0.0408788 Apr 04 17:50:19.045048 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45826) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:19.095014 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1687c-374b-4f5d-acff-9c82e87d313b req-046150fc-7559-4ae3-8121-5b8577a6e120 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:19.096522 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-10e1687c-374b-4f5d-acff-9c82e87d313b req-046150fc-7559-4ae3-8121-5b8577a6e120 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0884457 Apr 04 17:50:19.118542 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Deleting subnet 76c49840-fddc-48dd-996f-2dcb4081689d {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:50:19.124001 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Publish callbacks [] for subnet (76c49840-fddc-48dd-996f-2dcb4081689d), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.142614 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Made reservation on behalf of bed2ba6f49034f7fa122e04d873069e8 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:50:19.146131 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.183179 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3439884'] for subnet (76c49840-fddc-48dd-996f-2dcb4081689d), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.213814 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-10e1687c-374b-4f5d-acff-9c82e87d313b req-39a6d2e9-063a-4c1b-a4df-f246f648eeae tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112530 Apr 04 17:50:19.236524 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (76c49840-fddc-48dd-996f-2dcb4081689d), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.274929 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Allocated IP 172.20.0.4 (43fb391c-85e2-4c6d-84da-8b3d8f995522/efdd3a39-b98a-4b59-a2bc-bd8905f331d6/66478125-dc1c-4fa7-ac1f-460b8145277d) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:50:19.282353 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1371370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4021758'] for subnet (76c49840-fddc-48dd-996f-2dcb4081689d), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.311852 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c49840-fddc-48dd-996f-2dcb4081689d,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:19.316603 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.319726 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-51d347c0-0807-400c-a028-46e9f1e5158a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76c49840-fddc-48dd-996f-2dcb4081689d HTTP/1.1" status: 204 len: 168 time: 0.2739644 Apr 04 17:50:19.322227 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45828) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:19.389344 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (fe0ec220-6746-42bb-9665-4161b19b0c48), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.415760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.449504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.468966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (fe0ec220-6746-42bb-9665-4161b19b0c48), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.488997 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0ec220-6746-42bb-9665-4161b19b0c48']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:19.490262 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:50:19.493301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:50:19.497068 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:50:19.500440 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5370adda-3806-4a6b-9f6c-44cf1a755dc4') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:19.500737 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5370adda-3806-4a6b-9f6c-44cf1a755dc4') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:19.512864 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (5370adda-3806-4a6b-9f6c-44cf1a755dc4), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.528098 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (5370adda-3806-4a6b-9f6c-44cf1a755dc4), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.531127 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:19.535288 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:50:19.535755 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (5370adda-3806-4a6b-9f6c-44cf1a755dc4), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:50:19.538532 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:50:19.556315 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:19.556942 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.574192 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-00774106-df10-474b-9380-8bf4e45c3def tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469191 Apr 04 17:50:19.588691 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Request body: {'port': {'device_id': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:19.598265 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (fe0ec220-6746-42bb-9665-4161b19b0c48), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.603774 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.606974 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe0ec220-6746-42bb-9665-4161b19b0c48 HTTP/1.1" status: 204 len: 168 time: 0.2837780 Apr 04 17:50:19.621795 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d49552-e411-48f6-8b0f-c5f873262ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0ec220-6746-42bb-9665-4161b19b0c48,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:19.662339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.737510 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-816e9788-2456-4b97-aa42-3f7d6fb3dae4 None None] Provisioning complete for port 66478125-dc1c-4fa7-ac1f-460b8145277d triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:50:19.738006 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-816e9788-2456-4b97-aa42-3f7d6fb3dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.776279 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-816e9788-2456-4b97-aa42-3f7d6fb3dae4 None None] Port 66478125-dc1c-4fa7-ac1f-460b8145277d cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:50:19.838562 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45834) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:19.901663 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-452cf856-ff29-4bc3-8923-5e535168ecc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e536c2f6800d4bbd892cb86d61ba3066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620105 Apr 04 17:50:19.904397 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45836) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:19.953273 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-74c67a44-57b1-4c94-b603-042496baafb4 admin admin] Publish callbacks [] for security_group (c1ace659-79e7-4ec1-9cf3-53f8fdc77b22), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.967854 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66478125-dc1c-4fa7-ac1f-460b8145277d {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:50:19.975190 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Publish callbacks [] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.977529 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-74c67a44-57b1-4c94-b603-042496baafb4 admin admin] Publish callbacks [] for security_group (c1ace659-79e7-4ec1-9cf3-53f8fdc77b22), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:19.987392 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Transition to ACTIVE for port object 66478125-dc1c-4fa7-ac1f-460b8145277d will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:50:19.992137 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:20.028169 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-74c67a44-57b1-4c94-b603-042496baafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c1ace659-79e7-4ec1-9cf3-53f8fdc77b22), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:20.030966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-74c67a44-57b1-4c94-b603-042496baafb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:20.034388 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-74c67a44-57b1-4c94-b603-042496baafb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1ace659-79e7-4ec1-9cf3-53f8fdc77b22 HTTP/1.1" status: 204 len: 168 time: 0.1267400 Apr 04 17:50:20.042386 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c67a44-57b1-4c94-b603-042496baafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ace659-79e7-4ec1-9cf3-53f8fdc77b22,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:20.047749 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:20.132978 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Attempting to bind port 66478125-dc1c-4fa7-ac1f-460b8145277d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:50:20.133323 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Attempting to bind port 66478125-dc1c-4fa7-ac1f-460b8145277d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:50:20.133831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Attempting to bind port 66478125-dc1c-4fa7-ac1f-460b8145277d on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:50:20.171190 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Port 66478125-dc1c-4fa7-ac1f-460b8145277d on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:50:20.171530 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Attempting to bind port 66478125-dc1c-4fa7-ac1f-460b8145277d on network 43fb391c-85e2-4c6d-84da-8b3d8f995522 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:50:20.179475 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:50:20.179822 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Checking segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:50:20.180214 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Bound using segment: {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:50:20.180679 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Bound port: 66478125-dc1c-4fa7-ac1f-460b8145277d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b006fab7-857f-41ae-8791-763e1da48910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:50:20.181041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:20.238240 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caf3a7-fdef-4cac-a5af-f18ec745eaa3 req-488c80db-00dc-4171-81d8-eb3d409505d8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.241370 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35caf3a7-fdef-4cac-a5af-f18ec745eaa3 req-488c80db-00dc-4171-81d8-eb3d409505d8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.1025455 Apr 04 17:50:20.318737 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:50:20.323597 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35caf3a7-fdef-4cac-a5af-f18ec745eaa3 req-dc3bcdab-bc18-451c-abbd-50aef12ff4a5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Apr 04 17:50:20.337129 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:50:20.355382 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:20.374968 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1e1f-47c1-4635-8f07-3a385e097696 req-cbf0f654-a798-4b36-a168-0e0aa81c886b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.376617 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f56e1e1f-47c1-4635-8f07-3a385e097696 req-cbf0f654-a798-4b36-a168-0e0aa81c886b tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0788589 Apr 04 17:50:20.389772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.390391 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:20.391770 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 1093 time: 0.8085508 Apr 04 17:50:20.392217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:20.394496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13b41e-b360-4b11-af1b-e93041a292bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:20.415782 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f5499-91c2-4185-a9b0-74d97503b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:20.451309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29172537-e8e7-4df4-a3ef-941806b6fe3a x-openstack-request-id: req-29172537-e8e7-4df4-a3ef-941806b6fe3a {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:20.451805 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:20.452126 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29172537-e8e7-4df4-a3ef-941806b6fe3a {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:20.452643 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29172537-e8e7-4df4-a3ef-941806b6fe3a'] response: {'name': 'network-changed', 'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'status': 'completed', 'code': 200} Apr 04 17:50:20.480468 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f56e1e1f-47c1-4635-8f07-3a385e097696 req-a3464bf6-f95e-4de9-a570-784fe1191886 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&id=a2679ae6-b35a-48be-a440-9833506fc516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969574 Apr 04 17:50:20.503849 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-493e725e-b652-46b2-bc59-d35c6db178a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.505571 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-493e725e-b652-46b2-bc59-d35c6db178a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1127 time: 0.0521283 Apr 04 17:50:20.551849 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-f53c0d48-4f16-4bfd-8bd9-e00bec826a62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 217 time: 0.0355549 Apr 04 17:50:20.601598 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-6e14b0ba-b8db-4f95-a545-8d86655d29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.603046 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-6e14b0ba-b8db-4f95-a545-8d86655d29bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0453060 Apr 04 17:50:20.656054 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77240301-2ddb-4324-9139-124a11078ba2 req-21c62f7f-2e01-4b3b-9375-5c3f849bce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.657596 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-21c62f7f-2e01-4b3b-9375-5c3f849bce08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482373 Apr 04 17:50:20.745072 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-81093ebd-586e-4d86-b8ef-7afc11e36c53 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796697 Apr 04 17:50:20.839215 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77240301-2ddb-4324-9139-124a11078ba2 req-db72d133-9451-4483-92e8-4c52f2081d3f service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867519 Apr 04 17:50:20.936883 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-16abe0a3-a4f7-464f-8956-194d8c6f262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:20.938332 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-16abe0a3-a4f7-464f-8956-194d8c6f262d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1127 time: 0.0435386 Apr 04 17:50:21.026557 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-cf5b40c5-87a5-4661-a7c2-0e4665e6328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:21.027973 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-cf5b40c5-87a5-4661-a7c2-0e4665e6328c service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.0819435 Apr 04 17:50:21.070859 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-1c9066a6-f5c7-45c7-9b1c-25c5748bddaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 217 time: 0.0366018 Apr 04 17:50:21.118232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-0f8a752d-682d-4d59-8c7f-163b5690f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:21.119677 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-0f8a752d-682d-4d59-8c7f-163b5690f061 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0416179 Apr 04 17:50:21.175284 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-896bba5f-fad4-4dbd-bd45-0241c3f754cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:21.176771 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-896bba5f-fad4-4dbd-bd45-0241c3f754cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496440 Apr 04 17:50:21.266391 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-03139854-49eb-4eab-991c-f1d706d671d4 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825021 Apr 04 17:50:21.357397 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f13b41e-b360-4b11-af1b-e93041a292bc req-6163e434-2e86-4e29-88ae-b0d46fe73322 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774202 Apr 04 17:50:21.461076 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eabdc1-0939-4a45-a355-9de3e43ab0da req-922660b8-f03e-42fd-9b27-2ae40b0133ea tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:21.462536 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a1eabdc1-0939-4a45-a355-9de3e43ab0da req-922660b8-f03e-42fd-9b27-2ae40b0133ea tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0595357 Apr 04 17:50:21.507722 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a1eabdc1-0939-4a45-a355-9de3e43ab0da req-7f2478b4-fde9-4702-88d4-90daa4ae6120 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Apr 04 17:50:22.625236 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fbbf-1557-4764-ab09-9620bc0b20d5 req-e7ea96ba-ef0c-4817-bf2d-dd52f2b72576 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:22.626729 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e951fbbf-1557-4764-ab09-9620bc0b20d5 req-e7ea96ba-ef0c-4817-bf2d-dd52f2b72576 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0513725 Apr 04 17:50:22.680470 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e951fbbf-1557-4764-ab09-9620bc0b20d5 req-020840c7-291d-41f5-b992-23f95f259387 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479062 Apr 04 17:50:23.398437 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e562eddf-982f-4074-b33a-83187b44e751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:23.498474 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:50:23.590590 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:23.601368 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'mac_address': 'fa:16:3e:ab:7f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:50:23.640628 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:50:23.641027 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:23.653781 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66478125-dc1c-4fa7-ac1f-460b8145277d {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:50:23.673164 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:23.676920 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:23.722717 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:23.729488 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.729832 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.730190 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.730543 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.730880 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.731204 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.731526 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.732488 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.732704 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.733026 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.733347 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.733679 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.733999 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.734315 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.734628 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:50:23.799394 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20a2ab-5388-4dc0-b5f6-246935a3f4d3 req-1896545a-62bb-42fd-9746-f5af565a208d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:23.801408 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8c20a2ab-5388-4dc0-b5f6-246935a3f4d3 req-1896545a-62bb-42fd-9746-f5af565a208d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0504453 Apr 04 17:50:23.848201 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8c20a2ab-5388-4dc0-b5f6-246935a3f4d3 req-8415f009-60c8-4585-a154-138b04a09295 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Apr 04 17:50:23.976479 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['66478125-dc1c-4fa7-ac1f-460b8145277d'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:50:24.968859 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3dad-796a-4efc-8ef0-70ab5c60fe21 req-1b0b8acd-e7c5-4d1d-9020-011ccfb02f1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:24.970301 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-40fa3dad-796a-4efc-8ef0-70ab5c60fe21 req-1b0b8acd-e7c5-4d1d-9020-011ccfb02f1e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0523276 Apr 04 17:50:25.015221 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-40fa3dad-796a-4efc-8ef0-70ab5c60fe21 req-57368b0c-c005-4e0f-8862-43255c0cd788 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394623 Apr 04 17:50:25.523150 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:50:25.569998 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 66478125-dc1c-4fa7-ac1f-460b8145277d completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:50:25.573798 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 66478125-dc1c-4fa7-ac1f-460b8145277d triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:50:25.574171 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:25.650645 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:50:25.651033 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:25.672255 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:25.674457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e41c99-3c3a-44d6-827d-07894742e4b5" -d '{"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-plugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:25.687447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:25.692195 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:25.715111 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4f150-c5e4-4ed0-b365-01b1427dc0f4 x-openstack-request-id: req-43c4f150-c5e4-4ed0-b365-01b1427dc0f4 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:25.715407 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-plugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:25.715661 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43c4f150-c5e4-4ed0-b365-01b1427dc0f4 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:25.716053 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c4f150-c5e4-4ed0-b365-01b1427dc0f4'] response: {'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'code': 200} Apr 04 17:50:25.748017 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4707b2b9-8be1-467b-a543-a5312111b1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:25.753340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:25.882412 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2755d-adbe-4493-ab07-53967548301b req-e3420704-2a71-4302-a015-d903b0b15cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:25.883836 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-48c2755d-adbe-4493-ab07-53967548301b req-e3420704-2a71-4302-a015-d903b0b15cd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1129 time: 0.0454659 Apr 04 17:50:25.929835 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-48c2755d-adbe-4493-ab07-53967548301b req-0e02703f-6a6b-4371-bb97-5b6094dd88b0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395453 Apr 04 17:50:26.132831 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5be57-245d-4727-be9c-243d5a0235c8 req-cf668688-0b02-4863-ac39-de65dc67458e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:26.134196 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-74d5be57-245d-4727-be9c-243d5a0235c8 req-cf668688-0b02-4863-ac39-de65dc67458e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0508502 Apr 04 17:50:26.178981 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-74d5be57-245d-4727-be9c-243d5a0235c8 req-b4c5571d-ead0-43f5-a9af-dc8152b909a0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392745 Apr 04 17:50:26.735177 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:27.302232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1977-73b5-4a78-b819-ef8f467e688f req-27448205-e04c-4f74-9547-2bdb871f0f40 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:27.303722 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-76fa1977-73b5-4a78-b819-ef8f467e688f req-27448205-e04c-4f74-9547-2bdb871f0f40 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0529056 Apr 04 17:50:27.354894 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-76fa1977-73b5-4a78-b819-ef8f467e688f req-650feccb-8e28-46ef-a92a-e7d994f4f928 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Apr 04 17:50:28.290289 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:28.475974 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15db5-b103-46e7-b8ba-57a523210359 req-c14a43b6-4c14-40e9-ae56-e460e5f04ea7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:28.477426 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e1e15db5-b103-46e7-b8ba-57a523210359 req-c14a43b6-4c14-40e9-ae56-e460e5f04ea7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0535233 Apr 04 17:50:28.521824 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e1e15db5-b103-46e7-b8ba-57a523210359 req-8ebe00ec-c5b6-420a-bb37-f2617ddd1d28 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 Apr 04 17:50:28.636439 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaed02-9740-4a8a-9ddd-9a21e43534ea req-9fed566b-aee3-4e17-842b-ec5b98c16990 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:28.637912 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86eaed02-9740-4a8a-9ddd-9a21e43534ea req-9fed566b-aee3-4e17-842b-ec5b98c16990 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0510335 Apr 04 17:50:28.646317 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45870) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:28.650645 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Request body: {'floatingip': {'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:28.697442 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:29.114837 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:29.118607 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:29.215445 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Floating IP 2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd associated. External IP: 172.27.3.49, port: 66478125-dc1c-4fa7-ac1f-460b8145277d. Apr 04 17:50:29.651724 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Router 70ba276a-4894-4423-be5f-dbccdd315d41 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:50:29.756416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:50:29.761188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:29.765696 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:50:29.774824 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:29.775424 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:29.789258 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3dc539d4-5879-4b18-8766-aa2beaef9cab tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "PUT /v2.0/floatingips/2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd HTTP/1.1" status: 200 len: 990 time: 1.1418846 Apr 04 17:50:29.789839 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:29.792067 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d91f62-eae0-43ca-860f-c4218dec769a" -d '{"events": [{"name": "network-changed", "server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:29.826735 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29471f2c-c89e-4802-b81e-2ab154a5772b x-openstack-request-id: req-29471f2c-c89e-4802-b81e-2ab154a5772b {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:29.827032 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:29.827291 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29471f2c-c89e-4802-b81e-2ab154a5772b {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:29.827695 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29471f2c-c89e-4802-b81e-2ab154a5772b'] response: {'name': 'network-changed', 'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'status': 'completed', 'code': 200} Apr 04 17:50:29.865242 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:29.898022 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:29.900821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91f62-eae0-43ca-860f-c4218dec769a req-c7dd6b52-82bc-4fbc-8fbd-e0e3c4d81fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:29.902479 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-c7dd6b52-82bc-4fbc-8fbd-e0e3c4d81fc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1129 time: 0.0501823 Apr 04 17:50:29.990895 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91f62-eae0-43ca-860f-c4218dec769a req-f82d996a-f57c-4d83-a1fc-bc1068c3d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:29.992378 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-f82d996a-f57c-4d83-a1fc-bc1068c3d259 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.0829773 Apr 04 17:50:30.059382 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-14c9baae-2799-4285-a2dc-617627ace93b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 998 time: 0.0605538 Apr 04 17:50:30.106711 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91f62-eae0-43ca-860f-c4218dec769a req-dbdb5292-76f0-45cf-9dcd-0735df9ff4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:30.108746 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-dbdb5292-76f0-45cf-9dcd-0735df9ff4d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0431149 Apr 04 17:50:30.115925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'mac_address': 'fa:16:3e:ab:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:50:16Z', 'updated_at': '2022-04-04T17:50:29Z', 'revision_number': 1, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:30.141243 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:50:30.149917 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:30.150425 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:30.158543 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91f62-eae0-43ca-860f-c4218dec769a req-4d09c0e2-cefe-4f24-9a4b-3d47776fda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:30.160059 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-4d09c0e2-cefe-4f24-9a4b-3d47776fda34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431194 Apr 04 17:50:30.254319 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-8dec8ac9-215d-441e-b9fd-e55d371b4ada service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832195 Apr 04 17:50:30.256843 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:30.356298 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39d91f62-eae0-43ca-860f-c4218dec769a req-38927019-958b-4758-ba08-9bb18a48995b service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820756 Apr 04 17:50:30.477787 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'mac_address': 'fa:16:3e:ab:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:50:16Z', 'updated_at': '2022-04-04T17:50:29Z', 'revision_number': 1, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:30.502685 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2272256-7a6f-4f33-b917-fdd04fa83286 None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'mac_address': 'fa:16:3e:ab:7f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:50:16Z', 'updated_at': '2022-04-04T17:50:29Z', 'revision_number': 1, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:50:30.678354 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1da255-3a06-4a4e-8700-a7db3e857661 None None] New status for floating IP 2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd: ACTIVE {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:50:31.826476 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:35.114315 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:50:37.779575 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c56a-82cd-40c2-97d2-602b0749882e req-16ee8481-b25e-4221-82a6-181416ca0560 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:37.781871 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5198c56a-82cd-40c2-97d2-602b0749882e req-16ee8481-b25e-4221-82a6-181416ca0560 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0703166 Apr 04 17:50:37.828412 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5198c56a-82cd-40c2-97d2-602b0749882e req-a6da0b2f-f62a-44ad-a6e7-74a55ca845d0 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Apr 04 17:50:38.944152 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ca45c-576f-4c57-89b0-755a89967172 req-f96add16-1737-4069-bceb-033df7a33d68 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:38.945570 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-784ca45c-576f-4c57-89b0-755a89967172 req-f96add16-1737-4069-bceb-033df7a33d68 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0510414 Apr 04 17:50:38.990263 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-784ca45c-576f-4c57-89b0-755a89967172 req-955a8e58-0924-485a-bc15-d88dcf0a7761 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386095 Apr 04 17:50:40.110210 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4cb87-64d3-4479-9e32-c142dc7704c4 req-9e4c0767-4b63-4669-9a29-12117efeb78a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:40.111666 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f9f4cb87-64d3-4479-9e32-c142dc7704c4 req-9e4c0767-4b63-4669-9a29-12117efeb78a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0554788 Apr 04 17:50:40.156899 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f9f4cb87-64d3-4479-9e32-c142dc7704c4 req-6b7c744c-5ec2-41d8-a6d8-500e62ed08f3 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Apr 04 17:50:41.270653 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86877a-2e97-469d-aaf6-30a3a050bae3 req-3a142581-6c49-48ab-9d76-e5739883f968 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:41.272111 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bd86877a-2e97-469d-aaf6-30a3a050bae3 req-3a142581-6c49-48ab-9d76-e5739883f968 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0495448 Apr 04 17:50:41.320474 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bd86877a-2e97-469d-aaf6-30a3a050bae3 req-ca93b2ef-1ae0-4329-ad6b-d6cc88d68b2e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ec0f79-47f4-4dec-b151-620c78fc736b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Apr 04 17:50:41.604719 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-64a4f108-3f66-40ee-9282-52961a6afa24 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:41.606204 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-64a4f108-3f66-40ee-9282-52961a6afa24 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 945 time: 0.0514505 Apr 04 17:50:41.703668 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Deleting port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:41.704006 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:41.787442 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] For port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:41.787801 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:41.953752 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:41.954033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:41.954345 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Floating IP 1d0cb0cf-b28c-48e0-9626-fe05ae51777f disassociated. External IP: 172.27.3.78, port: c2f31da0-cc07-40ed-95b4-2c36ef94ba0b. Apr 04 17:50:41.954685 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Calling delete_port for c2f31da0-cc07-40ed-95b4-2c36ef94ba0b owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:42.082701 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (c2f31da0-cc07-40ed-95b4-2c36ef94ba0b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:42.110686 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event deleted for resources: {'Port': ['ID=c2f31da0-cc07-40ed-95b4-2c36ef94ba0b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:42.235053 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:50:42.349311 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:50:42.359621 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] Sync routers for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:50:42.370382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:42.371006 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:42.396638 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] No DVR routers for this DVR port c2f31da0-cc07-40ed-95b4-2c36ef94ba0b on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:50:42.400337 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:42.402860 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d7b24769-dc6c-4bca-b6b0-843cf6474bf9 req-9779c7f6-ea5b-4856-9cf2-8db218fa24d9 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "DELETE /v2.0/ports/c2f31da0-cc07-40ed-95b4-2c36ef94ba0b HTTP/1.1" status: 204 len: 173 time: 0.7884126 Apr 04 17:50:42.403885 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'name': 'network-vif-deleted', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:42.406469 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7a7f6-858e-4424-be94-746a99e70a6c" -d '{"events": [{"server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "name": "network-vif-deleted", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:42.432953 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-511187f1-1410-4dbd-a5d0-40a9efd836b6 req-843516c7-e8f0-43f0-915b-aac3f99860b3 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0aa17c9-ef24-47a6-be60-97ce32b6a56c HTTP/1.1" status: 200 len: 210 time: 0.0394847 Apr 04 17:50:42.451926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63f1480-fe74-4c25-a556-e3439173763c x-openstack-request-id: req-c63f1480-fe74-4c25-a556-e3439173763c {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:42.452360 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0aa17c9-ef24-47a6-be60-97ce32b6a56c", "name": "network-vif-deleted", "tag": "c2f31da0-cc07-40ed-95b4-2c36ef94ba0b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:42.452880 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c63f1480-fe74-4c25-a556-e3439173763c {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:42.453382 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63f1480-fe74-4c25-a556-e3439173763c'] response: {'server_uuid': 'a0aa17c9-ef24-47a6-be60-97ce32b6a56c', 'name': 'network-vif-deleted', 'tag': 'c2f31da0-cc07-40ed-95b4-2c36ef94ba0b', 'status': 'completed', 'code': 200} Apr 04 17:50:42.484302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:42.686448 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:42.714230 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] Checking router: be3b1a26-8f95-44ce-a85d-a4a64d573ba9 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:50:42.723177 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:42.723784 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:42.828704 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:43.032588 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:43.057520 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b075e3-c488-4828-a992-435978d229e7 None None] The sync data for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi is: [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:07Z', 'revision_number': 4, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '9f344018-5ff3-478f-8edb-12ed1a69a18e', 'name': '', 'network_id': '74f2e18e-9fa2-4311-bf8f-434e4871977e', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'mac_address': 'fa:16:3e:7e:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:06Z', 'updated_at': '2022-04-04T17:46:18Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'subnets': [{'id': '1a63361e-272e-4c51-8985-f7a102d89f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:50:43.302270 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe20de5-a5fd-4b1d-b1c3-76af38fd750f None None] New status for floating IP 1d0cb0cf-b28c-48e0-9626-fe05ae51777f: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:50:43.529726 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45940) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:43.609110 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c53b198d-1874-4e5b-8561-3bff8466ed99 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group (65ec0f79-47f4-4dec-b151-620c78fc736b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.645348 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c53b198d-1874-4e5b-8561-3bff8466ed99 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group (65ec0f79-47f4-4dec-b151-620c78fc736b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.695945 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c53b198d-1874-4e5b-8561-3bff8466ed99 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (65ec0f79-47f4-4dec-b151-620c78fc736b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.698687 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c53b198d-1874-4e5b-8561-3bff8466ed99 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.699921 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c53b198d-1874-4e5b-8561-3bff8466ed99 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "DELETE /v2.0/security-groups/65ec0f79-47f4-4dec-b151-620c78fc736b HTTP/1.1" status: 204 len: 168 time: 0.1684849 Apr 04 17:50:43.703161 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 45944) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:43.710390 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b198d-1874-4e5b-8561-3bff8466ed99 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec0f79-47f4-4dec-b151-620c78fc736b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:43.717187 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.api.v2.resource [None req-ed6a05ec-440d-4eda-aa4f-593960f1119a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] show failed (client error): The resource could not be found. Apr 04 17:50:43.717633 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ed6a05ec-440d-4eda-aa4f-593960f1119a tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups/65ec0f79-47f4-4dec-b151-620c78fc736b HTTP/1.1" status: 404 len: 347 time: 0.0134447 Apr 04 17:50:43.720437 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 45946) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:43.852741 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Deleting port ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:43.852995 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.929022 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.929332 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:43.942199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Calling delete_port for ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6 owned by network:floatingip {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:44.071659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:44.105416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event deleted for resources: {'Port': ['ID=ff3eef30-9dba-4bfb-aa22-37b4bca2f9c6,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:44.165013 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks [] for floatingip (1d0cb0cf-b28c-48e0-9626-fe05ae51777f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:44.167588 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:44.168761 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ccd4f916-41b1-4f69-b75e-3b8b9d9c1433 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "DELETE /v2.0/floatingips/1d0cb0cf-b28c-48e0-9626-fe05ae51777f HTTP/1.1" status: 204 len: 168 time: 0.4473529 Apr 04 17:50:45.625468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c2f31da0-cc07-40ed-95b4-2c36ef94ba0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:50:45.645180 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: c2f31da0-cc07-40ed-95b4-2c36ef94ba0b {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:50:45.645531 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device c2f31da0-cc07-40ed-95b4-2c36ef94ba0b not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:50:46.613761 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e246c33-9fb0-43ff-a6d3-38f46da6eb90 req-5e0972ab-81da-4358-93d3-87b98dda6788 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:46.615225 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6e246c33-9fb0-43ff-a6d3-38f46da6eb90 req-5e0972ab-81da-4358-93d3-87b98dda6788 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0512559 Apr 04 17:50:46.661264 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6e246c33-9fb0-43ff-a6d3-38f46da6eb90 req-27e4c4ce-b284-4f14-b751-ad7a58930062 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Apr 04 17:50:47.776414 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6c787-994c-4c2f-a7dd-09fc53001ec5 req-fb410e65-fa1f-49b1-8eb2-49885b4c1175 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:47.777836 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85f6c787-994c-4c2f-a7dd-09fc53001ec5 req-fb410e65-fa1f-49b1-8eb2-49885b4c1175 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0504007 Apr 04 17:50:47.822360 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-85f6c787-994c-4c2f-a7dd-09fc53001ec5 req-ef728fac-0898-4780-9111-eb2c933e9af7 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Apr 04 17:50:48.944671 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379554d-7633-43e9-9571-5591d5acf1f4 req-5d6fa049-3b52-49cd-b41c-fadfdb2b4fdf tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:48.946129 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7379554d-7633-43e9-9571-5591d5acf1f4 req-5d6fa049-3b52-49cd-b41c-fadfdb2b4fdf tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0566771 Apr 04 17:50:48.990887 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7379554d-7633-43e9-9571-5591d5acf1f4 req-09afa927-14a6-43c0-bce2-5f54188b86c6 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386782 Apr 04 17:50:49.143017 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-8fc9e567-67a8-445e-82da-99d2629a4e65 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:49.144446 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-8fc9e567-67a8-445e-82da-99d2629a4e65 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0504608 Apr 04 17:50:49.255941 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Deleting port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:49.256205 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:49.340812 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] For port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:49.341171 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:49.353374 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Calling delete_port for 9fc265df-0ee9-4d40-8b8d-5056d2ea840f owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:49.478958 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (9fc265df-0ee9-4d40-8b8d-5056d2ea840f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:49.491404 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['44bb59c9-f1c8-426c-a300-f9d297fe8a5b', '9fc265df-0ee9-4d40-8b8d-5056d2ea840f'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:50:49.506247 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event deleted for resources: {'Port': ['ID=9fc265df-0ee9-4d40-8b8d-5056d2ea840f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:49.556492 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] No DVR routers for this DVR port 9fc265df-0ee9-4d40-8b8d-5056d2ea840f on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:50:49.558863 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:49.562341 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-896b469a-38e9-4a11-aae7-84e3e26b4d34 req-e3a3912d-262d-4862-9050-4c791eb0767e tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "DELETE /v2.0/ports/9fc265df-0ee9-4d40-8b8d-5056d2ea840f HTTP/1.1" status: 204 len: 173 time: 0.3982210 Apr 04 17:50:49.562734 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'name': 'network-vif-deleted', 'tag': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:49.564997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312e3eac-01ae-4792-ab1d-a3f23a15d4e8" -d '{"events": [{"server_uuid": "7e2754d4-43a5-428d-af5f-a9b29310d6d3", "name": "network-vif-deleted", "tag": "9fc265df-0ee9-4d40-8b8d-5056d2ea840f"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:49.605250 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c497789-4fcd-4384-b271-a5a6a7377474 x-openstack-request-id: req-5c497789-4fcd-4384-b271-a5a6a7377474 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:49.605545 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2754d4-43a5-428d-af5f-a9b29310d6d3", "name": "network-vif-deleted", "tag": "9fc265df-0ee9-4d40-8b8d-5056d2ea840f", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:49.605813 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c497789-4fcd-4384-b271-a5a6a7377474 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:49.607009 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c497789-4fcd-4384-b271-a5a6a7377474'] response: {'server_uuid': '7e2754d4-43a5-428d-af5f-a9b29310d6d3', 'name': 'network-vif-deleted', 'tag': '9fc265df-0ee9-4d40-8b8d-5056d2ea840f', 'status': 'completed', 'code': 200} Apr 04 17:50:50.108883 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9201c884-3e3b-4082-b22a-aa12c75be7b1 req-2aa28723-071b-451e-875c-96e5760f7f4d tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e2754d4-43a5-428d-af5f-a9b29310d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0343170 Apr 04 17:50:51.385704 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410c090-01b0-4c08-86dc-e068c2f4fe28 req-3feec652-e3a9-49f8-aa4a-c5ffabc39e51 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:51.387185 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2410c090-01b0-4c08-86dc-e068c2f4fe28 req-3feec652-e3a9-49f8-aa4a-c5ffabc39e51 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0562954 Apr 04 17:50:51.443766 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2410c090-01b0-4c08-86dc-e068c2f4fe28 req-477d1cca-107d-4402-9b92-d6cf98f73a41 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503156 Apr 04 17:50:51.639252 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 9fc265df-0ee9-4d40-8b8d-5056d2ea840f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:50:51.781071 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 9fc265df-0ee9-4d40-8b8d-5056d2ea840f {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:50:51.783617 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 9fc265df-0ee9-4d40-8b8d-5056d2ea840f not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:50:52.570601 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0758b5-6b74-421a-887a-ec2ad14d5ad9 req-984467e9-1c93-4597-a3c2-b33a9b1f1cd2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:52.570601 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cd0758b5-6b74-421a-887a-ec2ad14d5ad9 req-984467e9-1c93-4597-a3c2-b33a9b1f1cd2 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0518050 Apr 04 17:50:52.616717 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cd0758b5-6b74-421a-887a-ec2ad14d5ad9 req-b9ac1236-a0e5-49cd-b598-734af5cd3170 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Apr 04 17:50:52.788196 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5abd02-5798-451a-8b29-6ff651d9c5ae req-46d55718-5cf6-43ae-a239-6e13821adf77 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:52.789839 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ef5abd02-5798-451a-8b29-6ff651d9c5ae req-46d55718-5cf6-43ae-a239-6e13821adf77 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0548081 Apr 04 17:50:52.835001 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ef5abd02-5798-451a-8b29-6ff651d9c5ae req-b8d01f51-abc3-439d-8d32-8b6eb28944e9 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395429 Apr 04 17:50:53.400042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-30fc9aea-a58f-4ac3-8adc-5b170480b8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:53.737776 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e5a7f-5e52-4b5f-939b-af7ba099cc3b req-6ce1ee92-9e02-4698-83eb-6ef4530e9b08 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:53.739250 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-de8e5a7f-5e52-4b5f-939b-af7ba099cc3b req-6ce1ee92-9e02-4698-83eb-6ef4530e9b08 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0537493 Apr 04 17:50:53.783303 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-de8e5a7f-5e52-4b5f-939b-af7ba099cc3b req-e0e02dd9-aad6-4f6e-9af1-d7bf8780de90 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Apr 04 17:50:53.950640 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b70a1-91a5-4a5b-8429-db36ac881a1b req-335b6e0d-01d2-4732-9980-07d5c3dac793 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:53.952014 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f43b70a1-91a5-4a5b-8429-db36ac881a1b req-335b6e0d-01d2-4732-9980-07d5c3dac793 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0518923 Apr 04 17:50:53.997171 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f43b70a1-91a5-4a5b-8429-db36ac881a1b req-c5fbc3ed-2ff3-4598-8a19-77ba0de36381 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394394 Apr 04 17:50:54.583238 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-2e248d6f-8f75-4b72-97f2-b40a0ec36f2f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:54.584713 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-2e248d6f-8f75-4b72-97f2-b40a0ec36f2f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.0506074 Apr 04 17:50:54.682962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:54.683300 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:54.768222 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] For port 3e2423d2-04f6-4c57-aa76-94b1538f3e61, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3e2423d2-04f6-4c57-aa76-94b1538f3e61,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:54.768606 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:54.900732 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b631-663d-4903-acc5-4720cb114c88 req-b061bf26-da40-42d6-be08-c3a3b5112d16 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:54.902144 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6bf0b631-663d-4903-acc5-4720cb114c88 req-b061bf26-da40-42d6-be08-c3a3b5112d16 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0517979 Apr 04 17:50:54.949164 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6bf0b631-663d-4903-acc5-4720cb114c88 req-d2a454cd-abe5-4e39-a35e-b73b09108d1f tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/security-groups?id=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Apr 04 17:50:54.973832 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:54.974355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (ba1e94ce-d881-4f25-b292-bcf63cdc13da), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:54.974495 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP ba1e94ce-d881-4f25-b292-bcf63cdc13da disassociated. External IP: 172.27.3.122, port: 3e2423d2-04f6-4c57-aa76-94b1538f3e61. Apr 04 17:50:54.974837 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for 3e2423d2-04f6-4c57-aa76-94b1538f3e61 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:54.995901 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-0ac581f1-4a3e-4c31-a4ba-c4a5d83d5374 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:54.997980 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-0ac581f1-4a3e-4c31-a4ba-c4a5d83d5374 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 946 time: 0.0815015 Apr 04 17:50:55.196507 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc9b17-48a5-438a-9567-d8dc2f059982 req-3bce8df3-8a1f-4151-b24b-26da9595e9f2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:50:55.197880 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebdc9b17-48a5-438a-9567-d8dc2f059982 req-3bce8df3-8a1f-4151-b24b-26da9595e9f2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 946 time: 0.1335030 Apr 04 17:50:55.239027 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Deleting port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:55.239362 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:55.284700 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (3e2423d2-04f6-4c57-aa76-94b1538f3e61), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:55.335298 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=3e2423d2-04f6-4c57-aa76-94b1538f3e61,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:55.342337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebdc9b17-48a5-438a-9567-d8dc2f059982 req-f8120737-8eca-4b50-88ec-dc9b4f74c17e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=01c1ba87-5bf6-42ce-8178-d4f40afaf288&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335487 Apr 04 17:50:55.438487 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] For port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:55.438852 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:55.461932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Calling delete_port for 44bb59c9-f1c8-426c-a300-f9d297fe8a5b owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:55.530900 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:50:55.741936 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-97c40cdf-5a21-4811-9493-0df77441ec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:55.928472 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (44bb59c9-f1c8-426c-a300-f9d297fe8a5b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:55.961766 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:50:55.968190 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Pushing event deleted for resources: {'Port': ['ID=44bb59c9-f1c8-426c-a300-f9d297fe8a5b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:55.981559 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:50:56.003963 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:56.004717 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:56.042439 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] No DVR routers for this DVR port 44bb59c9-f1c8-426c-a300-f9d297fe8a5b on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:50:56.044157 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] No DVR routers for this DVR port 3e2423d2-04f6-4c57-aa76-94b1538f3e61 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:50:56.045988 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:56.049295 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4dd918d0-0782-43d0-9bce-063e9c53bf72 req-f8c5dc8a-e29b-4806-9886-179dd0cbda48 tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.11 "DELETE /v2.0/ports/44bb59c9-f1c8-426c-a300-f9d297fe8a5b HTTP/1.1" status: 204 len: 173 time: 1.0223281 Apr 04 17:50:56.049753 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'name': 'network-vif-deleted', 'tag': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:56.051970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c55504-3630-4bf6-b31a-25911f8fb47d" -d '{"events": [{"server_uuid": "3948e020-55b8-4104-ab75-8b8704f18ce6", "name": "network-vif-deleted", "tag": "44bb59c9-f1c8-426c-a300-f9d297fe8a5b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:56.055144 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:56.058337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-960b52bc-fa47-4f8d-b760-d43130686a0e req-c95089bf-cc94-4649-a428-d82a98ff8350 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "DELETE /v2.0/ports/3e2423d2-04f6-4c57-aa76-94b1538f3e61 HTTP/1.1" status: 204 len: 173 time: 1.4638226 Apr 04 17:50:56.065241 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fef57e97-2d55-4457-8c98-0015f4d9f712 req-e88a1cf3-0328-43ae-894c-f2cf35a0c1bd tempest-ServerRescueNegativeTestJSON-1061035215 tempest-ServerRescueNegativeTestJSON-1061035215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3948e020-55b8-4104-ab75-8b8704f18ce6 HTTP/1.1" status: 200 len: 210 time: 0.0357897 Apr 04 17:50:56.103175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a608e20-ad7d-4abb-9090-f4f715f552af x-openstack-request-id: req-8a608e20-ad7d-4abb-9090-f4f715f552af {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:56.103594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948e020-55b8-4104-ab75-8b8704f18ce6", "name": "network-vif-deleted", "tag": "44bb59c9-f1c8-426c-a300-f9d297fe8a5b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:56.103918 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a608e20-ad7d-4abb-9090-f4f715f552af {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:56.104367 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a608e20-ad7d-4abb-9090-f4f715f552af'] response: {'server_uuid': '3948e020-55b8-4104-ab75-8b8704f18ce6', 'name': 'network-vif-deleted', 'tag': '44bb59c9-f1c8-426c-a300-f9d297fe8a5b', 'status': 'completed', 'code': 200} Apr 04 17:50:56.143531 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:56.344807 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:56.370868 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:50:56.380175 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:56.380738 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:56.502128 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:56.709066 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19aedcb1-c4d8-4bc0-81d2-947a6fed99ec req-bace8574-095f-4e8e-8eb3-0591ce676650 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf HTTP/1.1" status: 200 len: 210 time: 0.2813554 Apr 04 17:50:56.731621 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:56.765496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2918ea-06f4-4dc5-a98e-efa0cfae95c4 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:50:56.770925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:56.977901 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc8895-ffb2-47a8-9b1d-9f0531f8cebc None None] New status for floating IP ba1e94ce-d881-4f25-b292-bcf63cdc13da: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:50:57.129917 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46042) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:57.638405 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:57.654667 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 3e2423d2-04f6-4c57-aa76-94b1538f3e61 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:50:57.674096 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 3e2423d2-04f6-4c57-aa76-94b1538f3e61 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:50:57.674445 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 3e2423d2-04f6-4c57-aa76-94b1538f3e61 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:50:57.674859 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 44bb59c9-f1c8-426c-a300-f9d297fe8a5b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:50:57.693649 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 44bb59c9-f1c8-426c-a300-f9d297fe8a5b {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:50:57.693992 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 44bb59c9-f1c8-426c-a300-f9d297fe8a5b not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:50:57.789777 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46050) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:57.841906 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b93-447a-433c-86a5-681e34e9c194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (01c1ba87-5bf6-42ce-8178-d4f40afaf288), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:57.863827 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b93-447a-433c-86a5-681e34e9c194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (01c1ba87-5bf6-42ce-8178-d4f40afaf288), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:57.912462 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b93-447a-433c-86a5-681e34e9c194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (01c1ba87-5bf6-42ce-8178-d4f40afaf288), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:57.914926 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9cab3b93-447a-433c-86a5-681e34e9c194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:57.916060 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-9cab3b93-447a-433c-86a5-681e34e9c194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/security-groups/01c1ba87-5bf6-42ce-8178-d4f40afaf288 HTTP/1.1" status: 204 len: 168 time: 0.1252851 Apr 04 17:50:57.918883 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46052) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:57.924967 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab3b93-447a-433c-86a5-681e34e9c194 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c1ba87-5bf6-42ce-8178-d4f40afaf288,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:57.938457 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.api.v2.resource [None req-dde178ab-515a-4752-9aca-d8c38576cfe3 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] show failed (client error): The resource could not be found. Apr 04 17:50:57.939502 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-dde178ab-515a-4752-9aca-d8c38576cfe3 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups/01c1ba87-5bf6-42ce-8178-d4f40afaf288 HTTP/1.1" status: 404 len: 347 time: 0.0197306 Apr 04 17:50:57.943028 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46054) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:57.952404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Deleting port 9f344018-5ff3-478f-8edb-12ed1a69a18e {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:57.952763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.028192 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] For port 9f344018-5ff3-478f-8edb-12ed1a69a18e, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9f344018-5ff3-478f-8edb-12ed1a69a18e,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:58.028613 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.040955 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Calling delete_port for 9f344018-5ff3-478f-8edb-12ed1a69a18e owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:58.065753 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port 6db59689-2fd2-4317-b07d-279e37bb5fd1 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:58.066095 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.105355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'name': 'network-vif-deleted', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:50:58.108179 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a544143c-eeee-4a28-882c-9724df9134ab" -d '{"events": [{"server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "name": "network-vif-deleted", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:50:58.142773 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.143107 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (6db59689-2fd2-4317-b07d-279e37bb5fd1), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.147170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb477f0-d277-480c-bedf-f94e408bcb7b x-openstack-request-id: req-abb477f0-d277-480c-bedf-f94e408bcb7b {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:50:58.147681 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf", "name": "network-vif-deleted", "tag": "3e2423d2-04f6-4c57-aa76-94b1538f3e61", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:50:58.147681 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abb477f0-d277-480c-bedf-f94e408bcb7b {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:50:58.148077 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb477f0-d277-480c-bedf-f94e408bcb7b'] response: {'server_uuid': 'fe9ef6e8-9c27-46e6-8557-00f2d6b9e3bf', 'name': 'network-vif-deleted', 'tag': '3e2423d2-04f6-4c57-aa76-94b1538f3e61', 'status': 'completed', 'code': 200} Apr 04 17:50:58.154758 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for 6db59689-2fd2-4317-b07d-279e37bb5fd1 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:58.229110 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (9f344018-5ff3-478f-8edb-12ed1a69a18e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.264748 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f344018-5ff3-478f-8edb-12ed1a69a18e,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:58.297191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.297940 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (6db59689-2fd2-4317-b07d-279e37bb5fd1), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.325987 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=6db59689-2fd2-4317-b07d-279e37bb5fd1,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:58.389449 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (ba1e94ce-d881-4f25-b292-bcf63cdc13da), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.392389 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.393584 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d98a30d3-6639-4aad-a623-6a3c00e82f9b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/floatingips/ba1e94ce-d881-4f25-b292-bcf63cdc13da HTTP/1.1" status: 204 len: 168 time: 0.4499159 Apr 04 17:50:58.438758 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.655940 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:50:58.730065 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46060) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:58.735359 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269679933', 'description': 'tempest-description--23843977'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:58.759752 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.772167 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:50:58.780264 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-02bfffad-442b-4d99-a0bc-b76a923f20a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/be3b1a26-8f95-44ce-a85d-a4a64d573ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464126 Apr 04 17:50:58.780551 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46062) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:58.786440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] Sync routers for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:50:58.797235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:58.797862 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:58.845497 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (ffa5faf6-e448-49d5-b9a2-00067322d9b2), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.850101 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ffa5faf6-e448-49d5-b9a2-00067322d9b2), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.878692 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5faf6-e448-49d5-b9a2-00067322d9b2,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:58.884421 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.889211 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f75a9766-24ca-4c54-938b-1f04993efc1d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1579361 Apr 04 17:50:58.889868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46064) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:58.893646 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks [] for router (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.894102 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': 'ffa5faf6-e448-49d5-b9a2-00067322d9b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:58.908699 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:58.920093 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (524639da-12df-4f4a-8fd1-538a1dadacc9), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.982562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (524639da-12df-4f4a-8fd1-538a1dadacc9), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:58.987342 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (524639da-12df-4f4a-8fd1-538a1dadacc9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.004353 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524639da-12df-4f4a-8fd1-538a1dadacc9,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:59.005260 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks [] for router_gateway (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.015387 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.016823 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8d25ac48-1b18-45b2-a7ed-6a7e107238e6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259375 Apr 04 17:50:59.019579 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46068) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:59.024038 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'security_group_rule': {'security_group_id': 'ffa5faf6-e448-49d5-b9a2-00067322d9b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:59.050498 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (7bc26aac-6286-4469-8294-cac1e67a1f52), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.063360 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Deleting port 1f84575a-8686-4e2e-bf40-5e53533b54d0 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:50:59.063693 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.103707 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:50:58Z', 'revision_number': 5, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port': {'id': '1f84575a-8686-4e2e-bf40-5e53533b54d0', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:59Z', 'updated_at': '2022-04-04T17:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:59.114395 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (7bc26aac-6286-4469-8294-cac1e67a1f52), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.118869 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (7bc26aac-6286-4469-8294-cac1e67a1f52), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.134472 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] Checking router: be3b1a26-8f95-44ce-a85d-a4a64d573ba9 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:50:59.136810 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc26aac-6286-4469-8294-cac1e67a1f52,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:59.144434 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] Routers {'be3b1a26-8f95-44ce-a85d-a4a64d573ba9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:50:59.145099 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:59.146793 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.148000 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-0582d9f5-dd10-4046-a10c-fa61d80b25c8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272759 Apr 04 17:50:59.149988 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] For port 1f84575a-8686-4e2e-bf40-5e53533b54d0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=1f84575a-8686-4e2e-bf40-5e53533b54d0,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:50:59.150477 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.152524 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46070) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:50:59.156960 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:50:59.177098 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Calling delete_port for 1f84575a-8686-4e2e-bf40-5e53533b54d0 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:50:59.232316 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] Set router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 gateway port host: None {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:50:59.285034 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:50:59Z', 'revision_number': 6, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:50:59.314984 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c386-ecca-4556-9c44-14c5a761feae None None] The sync data for ids ['be3b1a26-8f95-44ce-a85d-a4a64d573ba9'] in dv-cinder-788368-5-iscsi is: [{'id': 'be3b1a26-8f95-44ce-a85d-a4a64d573ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-1047070291-router', 'tenant_id': '5c08218b8cf2457fb90a21a66964b75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:50:59Z', 'revision_number': 6, 'project_id': '5c08218b8cf2457fb90a21a66964b75f', 'gw_port_host': None}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:50:59.465445 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.656182 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.659099 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (1f84575a-8686-4e2e-bf40-5e53533b54d0), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.692984 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f84575a-8686-4e2e-bf40-5e53533b54d0,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:50:59.816786 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.836657 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.937576 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:50:59.939425 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.27.3.207 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/68ba5294-c3bf-4a91-9a29-4d77010c9e0f) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:50:59.941718 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks [] for router_controller (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.041259 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (be3b1a26-8f95-44ce-a85d-a4a64d573ba9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.041787 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Fanout notify agent at l3_agent the message router_deleted on router be3b1a26-8f95-44ce-a85d-a4a64d573ba9 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 17:51:00.050936 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.054340 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a403df85-5d0d-4c08-a7de-e54e0cc8937e admin admin] 10.222.0.24 "DELETE /v2.0/routers/be3b1a26-8f95-44ce-a85d-a4a64d573ba9 HTTP/1.1" status: 204 len: 168 time: 1.2705317 Apr 04 17:51:00.054727 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46072) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:00.103491 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.107611 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Deleting subnet 1a63361e-272e-4c51-8985-f7a102d89f3d {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:51:00.110975 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Publish callbacks [] for subnet (1a63361e-272e-4c51-8985-f7a102d89f3d), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.137576 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.150232 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3439884'] for subnet (1a63361e-272e-4c51-8985-f7a102d89f3d), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.178094 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:51:00.181526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:51:00.188745 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:51:00.217367 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=68ba5294-c3bf-4a91-9a29-4d77010c9e0f,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:00.264942 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (1a63361e-272e-4c51-8985-f7a102d89f3d), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.279605 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (fda5c30d-2823-4c1b-87b1-3cb0f34649c0), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.320205 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.328570 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1371370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4021758'] for subnet (1a63361e-272e-4c51-8985-f7a102d89f3d), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.360031 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a63361e-272e-4c51-8985-f7a102d89f3d,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:00.368411 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.375539 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46074) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:00.375641 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c05f114c-317e-4c2d-bb62-68c5c76005b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a63361e-272e-4c51-8985-f7a102d89f3d HTTP/1.1" status: 204 len: 168 time: 0.3197598 Apr 04 17:51:00.377036 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c972e6d8-f4db-48a4-a25d-c3403e70d77b None None] Network 74f2e18e-9fa2-4311-bf8f-434e4871977e requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:51:00.487564 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (74f2e18e-9fa2-4311-bf8f-434e4871977e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.524583 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] DHCP port deletion for 74f2e18e-9fa2-4311-bf8f-434e4871977e request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 17:51:00.569376 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.573196 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] Deleting port 722240fd-3353-4f37-8b93-9622ae55add2 {{(pid=115105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:00.573616 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (722240fd-3353-4f37-8b93-9622ae55add2), before_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.574327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.639030 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] For port 722240fd-3353-4f37-8b93-9622ae55add2, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=722240fd-3353-4f37-8b93-9622ae55add2,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:00.639404 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (722240fd-3353-4f37-8b93-9622ae55add2), precommit_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.642458 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Deleting port 722240fd-3353-4f37-8b93-9622ae55add2 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:00.642792 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (722240fd-3353-4f37-8b93-9622ae55add2), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.656561 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] Calling delete_port for 722240fd-3353-4f37-8b93-9622ae55add2 owned by network:dhcp {{(pid=115105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:00.691038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=68ba5294-c3bf-4a91-9a29-4d77010c9e0f,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:00.705328 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (fda5c30d-2823-4c1b-87b1-3cb0f34649c0), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.729602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] For port 722240fd-3353-4f37-8b93-9622ae55add2, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=722240fd-3353-4f37-8b93-9622ae55add2,segment=NetworkSegment(ccbe8c63-9f96-426e-93a3-b8539c3ba05f),segment_id=ccbe8c63-9f96-426e-93a3-b8539c3ba05f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:00.729964 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (722240fd-3353-4f37-8b93-9622ae55add2), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.734263 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.743301 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-fcee81c0-eb82-46ed-b6c2-848bcb18fb69 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5819688 Apr 04 17:51:00.748036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Calling delete_port for 722240fd-3353-4f37-8b93-9622ae55add2 owned by network:dhcp {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:00.789382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682'] for port (722240fd-3353-4f37-8b93-9622ae55add2), after_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.828460 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9f344018-5ff3-478f-8edb-12ed1a69a18e no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:00.831100 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] Pushing event deleted for resources: {'Port': ['ID=722240fd-3353-4f37-8b93-9622ae55add2,revision_number=None']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:00.835939 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944f401-ebe9-4ac1-b353-9b519df47d9b None None] No DVR routers for this DVR port 722240fd-3353-4f37-8b93-9622ae55add2 on host dv-cinder-788368-5-iscsi {{(pid=115105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:00.849525 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (722240fd-3353-4f37-8b93-9622ae55add2), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.880329 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Pushing event deleted for resources: {'Port': ['ID=722240fd-3353-4f37-8b93-9622ae55add2,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:00.887928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] No DVR routers for this DVR port 722240fd-3353-4f37-8b93-9622ae55add2 on host dv-cinder-788368-5-iscsi {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:00.974515 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (74f2e18e-9fa2-4311-bf8f-434e4871977e), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:00.990996 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-348fca3b-c97e-461c-bbda-3cc77e0babf0 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1269679933&fields=id&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 267 time: 0.0489728 Apr 04 17:51:00.993824 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 9f344018-5ff3-478f-8edb-12ed1a69a18e {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:00.994174 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9f344018-5ff3-478f-8edb-12ed1a69a18e not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:00.994599 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 1f84575a-8686-4e2e-bf40-5e53533b54d0 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:01.005445 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f2e18e-9fa2-4311-bf8f-434e4871977e']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:01.020980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 1f84575a-8686-4e2e-bf40-5e53533b54d0 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:01.020980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 1f84575a-8686-4e2e-bf40-5e53533b54d0 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:01.020980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 722240fd-3353-4f37-8b93-9622ae55add2 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:01.021871 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:01.023043 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbe8c63-9f96-426e-93a3-b8539c3ba05f') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:01.032172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (ccbe8c63-9f96-426e-93a3-b8539c3ba05f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.039544 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 722240fd-3353-4f37-8b93-9622ae55add2 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:01.039712 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 722240fd-3353-4f37-8b93-9622ae55add2 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:01.048439 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (ccbe8c63-9f96-426e-93a3-b8539c3ba05f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.056773 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:51:01.057168 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (ccbe8c63-9f96-426e-93a3-b8539c3ba05f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: self.session.flush() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: self.session.flush() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: self.session.flush() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: self.session.flush() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:51:01.058885 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:51:01.095976 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-ec750ce4-89d7-43ae-b135-fb93cc472883 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:01.097370 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-ec750ce4-89d7-43ae-b135-fb93cc472883 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.0993888 Apr 04 17:51:01.111691 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-40334083-1684-488b-a958-4f48141b2ccc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/quotas/4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 375 time: 0.0089447 Apr 04 17:51:01.113659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (74f2e18e-9fa2-4311-bf8f-434e4871977e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.121994 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.125449 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] 10.222.0.24 "DELETE /v2.0/networks/74f2e18e-9fa2-4311-bf8f-434e4871977e HTTP/1.1" status: 204 len: 168 time: 0.7489245 Apr 04 17:51:01.135907 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf170b-013d-464f-b9e1-ed9080ac4724 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f2e18e-9fa2-4311-bf8f-434e4871977e,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:01.175308 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-ff329a20-3aa9-4a68-92ce-669bf0cb59d2 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573339 Apr 04 17:51:01.241425 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46094) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:01.270138 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-bda6a69d-284e-41ea-8df2-7cdf6b025f4a service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828674 Apr 04 17:51:01.313507 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-b2a503c4-cce8-440c-8e3e-e35c6c72fb26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c08218b8cf2457fb90a21a66964b75f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0680125 Apr 04 17:51:01.314198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46096) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:01.349345 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-903355a2-bd20-4598-9c21-3a47ce35f64e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840583 Apr 04 17:51:01.361683 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-ec56d35c-54cd-4a8a-8bc8-c5c90905ad6e service neutron] 10.222.0.24 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Apr 04 17:51:01.370121 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c04bfdb-1875-438c-ab1f-902ea57558fa admin admin] Publish callbacks [] for security_group (71ddff6e-c7ce-4c42-b3a7-4ac4116eed41), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.392924 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c04bfdb-1875-438c-ab1f-902ea57558fa admin admin] Publish callbacks [] for security_group (71ddff6e-c7ce-4c42-b3a7-4ac4116eed41), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.460611 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-339bed41-cc61-4539-b231-f6b1373511d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:01.462254 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-339bed41-cc61-4539-b231-f6b1373511d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1168 time: 0.0630250 Apr 04 17:51:01.492630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c04bfdb-1875-438c-ab1f-902ea57558fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (71ddff6e-c7ce-4c42-b3a7-4ac4116eed41), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.495546 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c04bfdb-1875-438c-ab1f-902ea57558fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.499987 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2c04bfdb-1875-438c-ab1f-902ea57558fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71ddff6e-c7ce-4c42-b3a7-4ac4116eed41 HTTP/1.1" status: 204 len: 168 time: 0.1841059 Apr 04 17:51:01.549454 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04bfdb-1875-438c-ab1f-902ea57558fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ddff6e-c7ce-4c42-b3a7-4ac4116eed41,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:01.618657 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-40a022f9-cbad-452e-9a90-17ea812b613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:01.620119 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-40a022f9-cbad-452e-9a90-17ea812b613b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.1370654 Apr 04 17:51:01.714573 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-5805aea5-fcda-4bd5-985a-81d856c24f70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 1001 time: 0.0867088 Apr 04 17:51:01.773012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-db58bc8a-dce3-4339-aec8-74a7e6782d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:01.775035 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-db58bc8a-dce3-4339-aec8-74a7e6782d23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.0525150 Apr 04 17:51:01.851919 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6680ce27-5e5e-4946-95a4-55019fd8f1dd req-40c2f9fd-0c97-456b-8e49-fa6363c8b494 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 210 time: 0.3342848 Apr 04 17:51:01.856649 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:01.868932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-d9ce20c4-b4a7-4f74-b29b-07485914848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:01.870493 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-d9ce20c4-b4a7-4f74-b29b-07485914848c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885868 Apr 04 17:51:01.973326 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-9a7c02ae-ed0b-4f01-9b11-c34e4982a71d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058301914&fields=id&tenant_id=4ed5622835754f10972b984a5dae9384 HTTP/1.1" status: 200 len: 267 time: 0.0646291 Apr 04 17:51:01.998678 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-459684f6-9acd-4d2d-bce6-2a44e5152af0 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112556 Apr 04 17:51:02.038336 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-0e7f1e18-84c2-4f4b-8283-d90fc6bdf753 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:02.040356 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-0e7f1e18-84c2-4f4b-8283-d90fc6bdf753 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 984 time: 0.0631390 Apr 04 17:51:02.054430 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Request body: {'port': {'security_groups': ['bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf']}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:51:02.109007 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5532c3e7-a1aa-43c6-97c3-a893dbf7c9b9 req-40ac8d02-535c-4d7f-b60a-b75cdf02213c service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013062 Apr 04 17:51:02.145644 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.336354 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:02.366927 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for port (30948296-cf95-482f-b761-a45cd94a8b44), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.372628 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.384431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['30948296-cf95-482f-b761-a45cd94a8b44'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:51:02.419777 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:02.420540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.421926 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8f5d59e4-9322-4cf6-8753-8e3c63cae134 req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "PUT /v2.0/ports/30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 942 time: 0.3753176 Apr 04 17:51:02.422377 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:02.425798 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:02.432862 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46136) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:02.480365 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98117f9-3329-4e21-829c-641d69c8175f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event updated for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=7']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:02.497075 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629036c-c11b-4565-af20-f22d3726a8d4 x-openstack-request-id: req-d629036c-c11b-4565-af20-f22d3726a8d4 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:02.498001 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:02.498392 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d629036c-c11b-4565-af20-f22d3726a8d4 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:02.499568 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d629036c-c11b-4565-af20-f22d3726a8d4'] response: {'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'status': 'completed', 'code': 200} Apr 04 17:51:02.503704 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['30948296-cf95-482f-b761-a45cd94a8b44'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:51:02.580188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e5e5-a9e6-4c3f-bc77-d75608e8d768 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group (a2679ae6-b35a-48be-a440-9833506fc516), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.716778 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e5e5-a9e6-4c3f-bc77-d75608e8d768 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group (a2679ae6-b35a-48be-a440-9833506fc516), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.724797 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-e4d08e16-f181-4a29-a411-be0d55ff1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:02.730320 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-e4d08e16-f181-4a29-a411-be0d55ff1c4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1129 time: 0.2146869 Apr 04 17:51:02.835735 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-455511fe-54af-4d50-914f-0e39978ebcf2 None None] Provisioning complete for port 30948296-cf95-482f-b761-a45cd94a8b44 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:51:02.836118 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-455511fe-54af-4d50-914f-0e39978ebcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (30948296-cf95-482f-b761-a45cd94a8b44), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:02.946165 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-bbbf8ed0-3964-47d8-8208-37d5292701cf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:02.947623 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-bbbf8ed0-3964-47d8-8208-37d5292701cf tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 814 time: 0.3486295 Apr 04 17:51:02.967367 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-455511fe-54af-4d50-914f-0e39978ebcf2 None None] Current status of the port 30948296-cf95-482f-b761-a45cd94a8b44 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:02.968572 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-0b2b9410-6ee7-4eda-b6b0-367cc587e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:02.969665 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-0b2b9410-6ee7-4eda-b6b0-367cc587e6ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.2307181 Apr 04 17:51:03.006801 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-639c420b-344e-40cd-907d-ea706ffbe761 req-9439cec2-679f-4fa8-86e1-e2e439c47a2a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 210 time: 0.0453134 Apr 04 17:51:03.024429 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e5e5-a9e6-4c3f-bc77-d75608e8d768 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a2679ae6-b35a-48be-a440-9833506fc516), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.026893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d0c4e5e5-a9e6-4c3f-bc77-d75608e8d768 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.028560 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d0c4e5e5-a9e6-4c3f-bc77-d75608e8d768 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "DELETE /v2.0/security-groups/a2679ae6-b35a-48be-a440-9833506fc516 HTTP/1.1" status: 204 len: 168 time: 0.5939043 Apr 04 17:51:03.032466 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46154) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:03.058508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4e5e5-a9e6-4c3f-bc77-d75608e8d768 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2679ae6-b35a-48be-a440-9833506fc516,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:03.095447 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-2dedb8b1-8278-4faa-84e2-d6131a247926 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 1001 time: 0.1151178 Apr 04 17:51:03.102252 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-e99d5465-bcf8-4dc4-9908-751c7558acd8 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f8c198fee05410bbd2f798863b827b2 HTTP/1.1" status: 200 len: 380 time: 0.1400318 Apr 04 17:51:03.146858 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'port': {'device_id': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'admin_state_up': True, 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'security_groups': ['ffa5faf6-e448-49d5-b9a2-00067322d9b2']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:51:03.205497 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Deleting port 9c320cbd-90ef-415a-a42d-2eead8bb90cf {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:03.206403 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.208935 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-b9906f60-d62c-4d92-9297-fe49507f59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:03.210634 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-b9906f60-d62c-4d92-9297-fe49507f59e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.1081729 Apr 04 17:51:03.284681 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.285004 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for floatingip (9c320cbd-90ef-415a-a42d-2eead8bb90cf), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.291557 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-bffabdaf-5d6f-4849-bfbb-7177beb9e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:03.293075 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-bffabdaf-5d6f-4849-bfbb-7177beb9e36c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749533 Apr 04 17:51:03.297484 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Calling delete_port for 9c320cbd-90ef-415a-a42d-2eead8bb90cf owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:03.324290 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Made reservation on behalf of 4f8c198fee05410bbd2f798863b827b2 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:51:03.326524 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.451420 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-3250ec99-db80-4535-9b66-66d32f41129b service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507368 Apr 04 17:51:03.494353 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (9c320cbd-90ef-415a-a42d-2eead8bb90cf), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.520265 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event deleted for resources: {'Port': ['ID=9c320cbd-90ef-415a-a42d-2eead8bb90cf,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:03.558815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Allocated IP 172.20.0.5 (a1c4ff85-49bf-44e8-a718-4245f405dbcd/fca0d592-72f9-4fe2-ba82-806680525939/f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:51:03.597096 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks [] for floatingip (b1ae0700-0447-40b9-a496-ebd184bb9498), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.597457 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Floating IP b1ae0700-0447-40b9-a496-ebd184bb9498 disassociated (deleted). External IP: 172.27.3.139, port: 30948296-cf95-482f-b761-a45cd94a8b44. Apr 04 17:51:03.602748 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0bf76903-bb49-47b1-b2a4-e5928d5f23fc req-064e67aa-d442-4240-a59a-a8d80505d7af service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452389 Apr 04 17:51:03.729824 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46172) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:03.735495 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.783688 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.836684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:51:03.841329 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:51:03.845873 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:51:03.903723 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ced6eb37-6183-4d38-a507-a79af2115db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.915255 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event updated for resources: {'Port': ['ID=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:03.941030 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:03.941711 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:03.970305 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-4e38689f-251a-40d2-80e5-9005ca5b1f6d tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296220 Apr 04 17:51:03.987211 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Request body: {'port': {'device_id': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:51:04.081689 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ced6eb37-6183-4d38-a507-a79af2115db6 admin admin] Publish callbacks [] for security_group (952730b6-b9b4-48c4-9b89-c07118421ac2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.098163 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Router a3492e4e-b4c7-4de1-8162-1416515c7b7e has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:51:04.098422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ced6eb37-6183-4d38-a507-a79af2115db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (952730b6-b9b4-48c4-9b89-c07118421ac2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.103646 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-5056d335-6941-4816-b08e-ef5faf25606d None None] Provisioning complete for port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:51:04.104173 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5056d335-6941-4816-b08e-ef5faf25606d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.136961 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.142976 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-5056d335-6941-4816-b08e-ef5faf25606d None None] Port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:51:04.174754 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ced6eb37-6183-4d38-a507-a79af2115db6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11efc793c4f1474a9f2b91c72da39424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438996 Apr 04 17:51:04.178465 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46178) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:04.181470 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6eb37-6183-4d38-a507-a79af2115db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952730b6-b9b4-48c4-9b89-c07118421ac2,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:04.217837 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:51:04.222647 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.228747 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] Sync routers for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:51:04.236027 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf7d03-b3bc-4ad4-a654-5fc58d3b1b53 req-e8c70813-22da-4d7a-b1db-6cf21b757590 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:04.237619 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4faf7d03-b3bc-4ad4-a654-5fc58d3b1b53 req-e8c70813-22da-4d7a-b1db-6cf21b757590 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 931 time: 0.1583633 Apr 04 17:51:04.240717 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:04.241321 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:04.260276 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c0e7b9f1-9c29-4ffd-ba8d-547c6943011d tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "DELETE /v2.0/floatingips/b1ae0700-0447-40b9-a496-ebd184bb9498 HTTP/1.1" status: 204 len: 168 time: 1.2250378 Apr 04 17:51:04.358716 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:04.381726 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-50e71841-f812-40bf-b1fa-1a8a63787a7a admin admin] Publish callbacks [] for security_group (952730b6-b9b4-48c4-9b89-c07118421ac2), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.501243 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:04.503703 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a441db1-bcbf-4673-9dd5-2db29ca76e61" -d '{"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:04.550649 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3261dc4-0bd7-4f39-8fbc-5b541b3716d7 x-openstack-request-id: req-a3261dc4-0bd7-4f39-8fbc-5b541b3716d7 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:04.551430 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:04.552075 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3261dc4-0bd7-4f39-8fbc-5b541b3716d7 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:04.552872 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3261dc4-0bd7-4f39-8fbc-5b541b3716d7'] response: {'name': 'network-changed', 'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'status': 'completed', 'code': 200} Apr 04 17:51:04.684551 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:13Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:04.709673 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] Checking router: a3492e4e-b4c7-4de1-8162-1416515c7b7e for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:51:04.718270 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:04.718873 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:04.719061 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4faf7d03-b3bc-4ad4-a654-5fc58d3b1b53 req-1ab027f3-de25-4502-a107-e08bda221679 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4743409 Apr 04 17:51:04.742447 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-50e71841-f812-40bf-b1fa-1a8a63787a7a admin admin] Publish callbacks [] for security_group (952730b6-b9b4-48c4-9b89-c07118421ac2), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.808833 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-a7e8c377-a5b7-490a-8a24-9337b816db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:04.810332 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-a7e8c377-a5b7-490a-8a24-9337b816db21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ed5622835754f10972b984a5dae9384&device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 1129 time: 0.1282110 Apr 04 17:51:04.825924 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:04.876057 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-50e71841-f812-40bf-b1fa-1a8a63787a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (952730b6-b9b4-48c4-9b89-c07118421ac2), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.878638 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-50e71841-f812-40bf-b1fa-1a8a63787a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.882076 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-50e71841-f812-40bf-b1fa-1a8a63787a7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/952730b6-b9b4-48c4-9b89-c07118421ac2 HTTP/1.1" status: 204 len: 168 time: 0.6991985 Apr 04 17:51:04.928761 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e71841-f812-40bf-b1fa-1a8a63787a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952730b6-b9b4-48c4-9b89-c07118421ac2,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:04.955764 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:51:04.970428 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Publish callbacks [] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:04.975760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-eb74cb10-8efd-4049-add2-a42dd342179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:04.977269 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-eb74cb10-8efd-4049-add2-a42dd342179f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 200 len: 915 time: 0.1605098 Apr 04 17:51:04.986587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Transition to ACTIVE for port object f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:51:04.998815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.036959 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:13Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:05.051756 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-b707052f-947d-4924-9154-811e844ce682 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 200 len: 217 time: 0.0616691 Apr 04 17:51:05.067379 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99b9491-930b-4fce-a4d2-fa9a7020941d None None] The sync data for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi is: [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:48:06Z', 'revision_number': 4, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '24607b34-f6e8-42c8-be0b-3c62ff9d442a', 'name': '', 'network_id': 'a9015c17-c61f-4cd5-8e04-e092cdcf5c98', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'mac_address': 'fa:16:3e:0c:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:06Z', 'updated_at': '2022-04-04T17:48:13Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'subnets': [{'id': '30ac03d8-d295-45cd-9bd2-39be29235c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:51:05.110291 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:05.143759 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-b8068a30-5929-4ffe-a242-94d573240af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.145278 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-b8068a30-5929-4ffe-a242-94d573240af3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 200 len: 853 time: 0.0835948 Apr 04 17:51:05.231179 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Attempting to bind port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:51:05.231535 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Attempting to bind port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:51:05.231865 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Attempting to bind port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:51:05.242238 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-170c56dd-75f7-4a89-a253-515c7b17e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.243640 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-170c56dd-75f7-4a89-a253-515c7b17e1d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a9015c17-c61f-4cd5-8e04-e092cdcf5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770807 Apr 04 17:51:05.244185 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e on network a1c4ff85-49bf-44e8-a718-4245f405dbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:51:05.244523 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Attempting to bind port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e on network a1c4ff85-49bf-44e8-a718-4245f405dbcd {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:51:05.251628 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:51:05.252265 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Checking segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:51:05.252870 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Bound using segment: {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:51:05.253567 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Bound port: f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0513382-71aa-4def-bedb-f52bc971ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:51:05.253937 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.268997 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46194) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:05.285452 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2e59c734-97dd-4dd0-b643-7fec4fd7eebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.403399 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2e59c734-97dd-4dd0-b643-7fec4fd7eebc admin admin] Publish callbacks [] for security_group (ba8980d6-ac48-44fc-b5d8-763bc9179812), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.407603 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2e59c734-97dd-4dd0-b643-7fec4fd7eebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ba8980d6-ac48-44fc-b5d8-763bc9179812), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.409886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] For port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:51:05.417666 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] For port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:51:05.424739 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-400c73da-04f6-48fb-8797-c19118be6082 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667006 Apr 04 17:51:05.426299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.453885 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2e59c734-97dd-4dd0-b643-7fec4fd7eebc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=339e62d5b50244c59bfb45d8c4b5e868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832557 Apr 04 17:51:05.456610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46196) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:05.463599 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59c734-97dd-4dd0-b643-7fec4fd7eebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8980d6-ac48-44fc-b5d8-763bc9179812,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:05.493460 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5f37f-6ac0-4e6c-9ba1-55b90659de4a None None] New status for floating IP b1ae0700-0447-40b9-a496-ebd184bb9498: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:51:05.516416 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.516940 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-608ed17f-1a33-42e5-b931-5222d530782f admin admin] Publish callbacks [] for security_group (ba8980d6-ac48-44fc-b5d8-763bc9179812), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.517083 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.518391 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] 10.222.0.11 "PUT /v2.0/ports/f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e HTTP/1.1" status: 200 len: 1093 time: 1.5364037 Apr 04 17:51:05.520850 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:05.523584 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:05.554209 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-608ed17f-1a33-42e5-b931-5222d530782f admin admin] Publish callbacks [] for security_group (ba8980d6-ac48-44fc-b5d8-763bc9179812), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.600288 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180225-7cec-4480-8d60-c9b31a4f9068 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:05.607536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf53cd0-51e7-442a-b382-8bbbd0d0e251 x-openstack-request-id: req-4cf53cd0-51e7-442a-b382-8bbbd0d0e251 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:05.607831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:05.608320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cf53cd0-51e7-442a-b382-8bbbd0d0e251 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:05.608896 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf53cd0-51e7-442a-b382-8bbbd0d0e251'] response: {'name': 'network-changed', 'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'status': 'completed', 'code': 200} Apr 04 17:51:05.617531 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-608ed17f-1a33-42e5-b931-5222d530782f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ba8980d6-ac48-44fc-b5d8-763bc9179812), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.620537 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-608ed17f-1a33-42e5-b931-5222d530782f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:05.622438 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-608ed17f-1a33-42e5-b931-5222d530782f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba8980d6-ac48-44fc-b5d8-763bc9179812 HTTP/1.1" status: 204 len: 168 time: 0.1649401 Apr 04 17:51:05.630991 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ed17f-1a33-42e5-b931-5222d530782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8980d6-ac48-44fc-b5d8-763bc9179812,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:05.652950 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1a441db1-bcbf-4673-9dd5-2db29ca76e61 req-fa96b310-5b26-4985-829b-084017d5f1a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180669 Apr 04 17:51:05.663567 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-cb28accf-1f7a-48d4-89d6-d8902bfa4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.665153 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-cb28accf-1f7a-48d4-89d6-d8902bfa4ecf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 1127 time: 0.1032178 Apr 04 17:51:05.741990 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-0fa0ba7c-2425-4453-b292-c6968ebc38a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e HTTP/1.1" status: 200 len: 217 time: 0.0681303 Apr 04 17:51:05.812722 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-5eda7046-5528-4e15-9e4e-6274e84ddd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.814202 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-5eda7046-5528-4e15-9e4e-6274e84ddd8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0665288 Apr 04 17:51:05.878725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-c29e8567-1509-483b-8f9c-98bfb159d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.880522 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-c29e8567-1509-483b-8f9c-98bfb159d63b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600684 Apr 04 17:51:05.912453 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ea5e2-25b7-487a-ae77-d096eb6ef405 req-387f37c9-72ff-4ed0-8526-b6a6f86e1627 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:05.914728 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9b4ea5e2-25b7-487a-ae77-d096eb6ef405 req-387f37c9-72ff-4ed0-8526-b6a6f86e1627 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 943 time: 0.0968664 Apr 04 17:51:05.999194 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9b4ea5e2-25b7-487a-ae77-d096eb6ef405 req-423c80f7-138b-4fc5-be9d-b2d37895fe40 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712931 Apr 04 17:51:06.026300 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-8244936f-a393-4556-b7c0-1a394bec1b2f service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388803 Apr 04 17:51:06.139475 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d3bf38-e13f-4ef3-a258-d6dc4779abad req-e33ab576-4314-4abe-a5bd-a059827d2b26 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064804 Apr 04 17:51:06.241120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-325c22ff-ebab-4d34-9c0c-ab8467d6895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:06.242757 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-325c22ff-ebab-4d34-9c0c-ab8467d6895d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 1127 time: 0.0529490 Apr 04 17:51:06.349326 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-7687f407-f9c0-48f0-9808-85a409918a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:06.350788 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-7687f407-f9c0-48f0-9808-85a409918a2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.1006684 Apr 04 17:51:06.392787 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-f25658d9-2166-4ed4-b9bd-88baf860717e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e HTTP/1.1" status: 200 len: 217 time: 0.0349751 Apr 04 17:51:06.446299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-9a4576a2-5cd4-43da-b043-bdd7b2253bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:06.448028 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-9a4576a2-5cd4-43da-b043-bdd7b2253bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0488718 Apr 04 17:51:06.500330 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-e3d0de63-f87d-48fb-94d4-d7598f0da531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:06.501842 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-e3d0de63-f87d-48fb-94d4-d7598f0da531 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472777 Apr 04 17:51:06.592134 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-49905ded-123a-40fd-af98-0e52e14093b8 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826557 Apr 04 17:51:06.689708 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eeccfcb9-b645-4aa1-8e4d-b2d57510588d req-bfd5352d-601d-4d51-b525-95d10b3a05db service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900719 Apr 04 17:51:07.279498 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eff1bc-45ad-43cb-84da-bd43619af80d req-82ff200f-5287-41b2-b983-17749665aa6f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:07.281171 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e2eff1bc-45ad-43cb-84da-bd43619af80d req-82ff200f-5287-41b2-b983-17749665aa6f tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0608318 Apr 04 17:51:07.313555 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780f8de-eebf-40ea-a3b2-da14993f3ea6 req-c8f01e31-8023-41c3-9f3a-247dc93a1b65 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:07.321039 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2780f8de-eebf-40ea-a3b2-da14993f3ea6 req-c8f01e31-8023-41c3-9f3a-247dc93a1b65 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 943 time: 0.0816410 Apr 04 17:51:07.332024 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e2eff1bc-45ad-43cb-84da-bd43619af80d req-657aab72-6223-4b45-8816-6957c84b5aba tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Apr 04 17:51:07.366320 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2780f8de-eebf-40ea-a3b2-da14993f3ea6 req-2a6feacb-ff1c-4d30-8d49-fbd379fc31f5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Apr 04 17:51:08.449170 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23cff4-5cf4-45f5-b2c8-e5f4ccea8e2c req-42a03715-b065-4119-a3fc-b1252143ecbc tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:08.450696 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1a23cff4-5cf4-45f5-b2c8-e5f4ccea8e2c req-42a03715-b065-4119-a3fc-b1252143ecbc tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0517142 Apr 04 17:51:08.487892 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d58a90-c3a8-4d78-8583-65632f860601 req-23a4228e-53b7-4c50-becf-b8089c592e73 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:08.489388 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b7d58a90-c3a8-4d78-8583-65632f860601 req-23a4228e-53b7-4c50-becf-b8089c592e73 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 943 time: 0.0561857 Apr 04 17:51:08.496780 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1a23cff4-5cf4-45f5-b2c8-e5f4ccea8e2c req-1285ea90-2105-49b4-b737-2fde3eca2fbb tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/security-groups?id=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Apr 04 17:51:08.543198 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b7d58a90-c3a8-4d78-8583-65632f860601 req-2aa362b6-23b3-4eeb-ab8f-ca60852a7eed tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480540 Apr 04 17:51:08.961043 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b2b7-3f07-4e32-ac0a-3f40af19335d req-db28a2f1-f894-46d1-ba9f-1c656c37e5b8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:08.962515 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2309b2b7-3f07-4e32-ac0a-3f40af19335d req-db28a2f1-f894-46d1-ba9f-1c656c37e5b8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0546558 Apr 04 17:51:09.032848 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2309b2b7-3f07-4e32-ac0a-3f40af19335d req-e89e4bf7-7565-431f-aafc-84ad46ba265c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645986 Apr 04 17:51:09.054337 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-bc140cd9-5279-4fb2-a664-68f7ce78a317 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:09.054337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-bc140cd9-5279-4fb2-a664-68f7ce78a317 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.11 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 945 time: 0.0659473 Apr 04 17:51:09.150321 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Deleting port 30948296-cf95-482f-b761-a45cd94a8b44 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:09.150576 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (30948296-cf95-482f-b761-a45cd94a8b44), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:09.234166 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] For port 30948296-cf95-482f-b761-a45cd94a8b44, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=30948296-cf95-482f-b761-a45cd94a8b44,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:09.234525 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (30948296-cf95-482f-b761-a45cd94a8b44), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:09.247331 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Calling delete_port for 30948296-cf95-482f-b761-a45cd94a8b44 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:09.370819 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (30948296-cf95-482f-b761-a45cd94a8b44), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:09.383155 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['30948296-cf95-482f-b761-a45cd94a8b44'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:51:09.398729 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Pushing event deleted for resources: {'Port': ['ID=30948296-cf95-482f-b761-a45cd94a8b44,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:09.444459 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] No DVR routers for this DVR port 30948296-cf95-482f-b761-a45cd94a8b44 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:09.446872 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:09.450227 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5586773b-1ebc-4fc8-abd6-fe6eb9200a23 req-00b826ee-50c4-4d0b-8e41-5b131efb161c tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.11 "DELETE /v2.0/ports/30948296-cf95-482f-b761-a45cd94a8b44 HTTP/1.1" status: 204 len: 173 time: 0.3899124 Apr 04 17:51:09.450656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'name': 'network-vif-deleted', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:09.453031 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e9e315-45de-47ed-9e88-f8e560501903" -d '{"events": [{"server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "name": "network-vif-deleted", "tag": "30948296-cf95-482f-b761-a45cd94a8b44"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:09.488814 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645d4499-c913-4d46-a22f-665092ed2834 x-openstack-request-id: req-645d4499-c913-4d46-a22f-665092ed2834 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:09.489420 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8385145b-313c-42de-96d3-156abbb963af", "name": "network-vif-deleted", "tag": "30948296-cf95-482f-b761-a45cd94a8b44", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:09.489420 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-645d4499-c913-4d46-a22f-665092ed2834 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:09.489748 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645d4499-c913-4d46-a22f-665092ed2834'] response: {'server_uuid': '8385145b-313c-42de-96d3-156abbb963af', 'name': 'network-vif-deleted', 'tag': '30948296-cf95-482f-b761-a45cd94a8b44', 'status': 'completed', 'code': 200} Apr 04 17:51:09.604929 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d15a9e86-a2bd-4b06-8efa-12a98f9d0fcc req-0fd73343-d2ce-45f7-a72e-7d02cfef77d3 tempest-TestMinimumBasicScenario-899624145 tempest-TestMinimumBasicScenario-899624145-project] 10.222.0.24 "GET /v2.0/ports?device_id=8385145b-313c-42de-96d3-156abbb963af HTTP/1.1" status: 200 len: 210 time: 0.0270555 Apr 04 17:51:09.666058 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac454122-237f-4c75-97d7-f5ceec33fd0b req-28494c39-6aa4-4721-85bd-5bc9aaf6f013 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:09.667484 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ac454122-237f-4c75-97d7-f5ceec33fd0b req-28494c39-6aa4-4721-85bd-5bc9aaf6f013 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 943 time: 0.0558383 Apr 04 17:51:09.692783 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:51:09.713393 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ac454122-237f-4c75-97d7-f5ceec33fd0b req-3f7f8939-af42-406f-951a-cf9989ca8850 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395956 Apr 04 17:51:09.790824 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:09.803661 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'port_id': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'mac_address': 'fa:16:3e:16:87:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:51:09.844192 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:09.844605 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:09.867713 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:51:09.889861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:09.896435 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:09.948966 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:10.128019 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:51:10.164723 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfccf9-64f1-45bd-a5f8-1b6a916939eb req-350a786d-e469-4482-81ae-3ffff6a5eb6f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:10.166311 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-10bfccf9-64f1-45bd-a5f8-1b6a916939eb req-350a786d-e469-4482-81ae-3ffff6a5eb6f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0623221 Apr 04 17:51:10.219289 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-10bfccf9-64f1-45bd-a5f8-1b6a916939eb req-583a7c6d-1452-44ca-bea4-433ed3b354d0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Apr 04 17:51:10.829530 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220239a1-7c3f-4199-b7e0-467fd7f25fc9 req-bf4801dc-8e5d-4610-b0f3-399e7144c4c6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:10.831271 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-220239a1-7c3f-4199-b7e0-467fd7f25fc9 req-bf4801dc-8e5d-4610-b0f3-399e7144c4c6 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 944 time: 0.0513251 Apr 04 17:51:10.879384 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-220239a1-7c3f-4199-b7e0-467fd7f25fc9 req-b159d146-3015-4eea-bc37-1af184c3afd5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Apr 04 17:51:11.338051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdc982-eeb5-45bf-a528-c1b61c39c1d4 req-7442d821-bfa9-4b79-b58a-98d1e9522710 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:11.339536 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39fdc982-eeb5-45bf-a528-c1b61c39c1d4 req-7442d821-bfa9-4b79-b58a-98d1e9522710 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0516083 Apr 04 17:51:11.347463 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46380) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:11.391307 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-39fdc982-eeb5-45bf-a528-c1b61c39c1d4 req-e8c632c7-7cb1-41e1-a7f6-c4c594e66c08 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451849 Apr 04 17:51:11.747094 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (a3492e4e-b4c7-4de1-8162-1416515c7b7e), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:11.979153 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 30948296-cf95-482f-b761-a45cd94a8b44 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:11.999016 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 30948296-cf95-482f-b761-a45cd94a8b44 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:11.999336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 30948296-cf95-482f-b761-a45cd94a8b44 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:12.034752 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459a00e-bb32-4102-a9f2-0603182d3bc7 req-861e6a30-d2b2-4b93-836a-d0bc54f6f12a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:12.036205 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3459a00e-bb32-4102-a9f2-0603182d3bc7 req-861e6a30-d2b2-4b93-836a-d0bc54f6f12a tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 944 time: 0.0894163 Apr 04 17:51:12.109016 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3459a00e-bb32-4102-a9f2-0603182d3bc7 req-b0d1e0a0-7ace-4285-9c93-c9f2d8ebf332 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672963 Apr 04 17:51:12.111266 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Deleting port 24607b34-f6e8-42c8-be0b-3c62ff9d442a {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:12.111592 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:12.113471 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:51:12.190760 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] For port 24607b34-f6e8-42c8-be0b-3c62ff9d442a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=24607b34-f6e8-42c8-be0b-3c62ff9d442a,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:12.191113 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:12.203703 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Calling delete_port for 24607b34-f6e8-42c8-be0b-3c62ff9d442a owned by network:router_interface {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:12.378005 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (24607b34-f6e8-42c8-be0b-3c62ff9d442a), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:12.402529 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Pushing event deleted for resources: {'Port': ['ID=24607b34-f6e8-42c8-be0b-3c62ff9d442a,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:12.518476 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e1182-9782-4f4c-b666-8cb5a1a4e650 req-cd486702-154b-4c3a-9ba7-e343cb9c386c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:12.525658 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a23e1182-9782-4f4c-b666-8cb5a1a4e650 req-cd486702-154b-4c3a-9ba7-e343cb9c386c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0592635 Apr 04 17:51:12.572758 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (a3492e4e-b4c7-4de1-8162-1416515c7b7e), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:12.580526 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a23e1182-9782-4f4c-b666-8cb5a1a4e650 req-34ab5188-3ece-449b-9d40-8859edf5b9c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501831 Apr 04 17:51:12.789835 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Router a3492e4e-b4c7-4de1-8162-1416515c7b7e has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:51:12.898387 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:51:12.903803 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-40df03fb-fc3b-42c2-873c-0c2299e44460 admin admin] 10.222.0.24 "PUT /v2.0/routers/a3492e4e-b4c7-4de1-8162-1416515c7b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5552142 Apr 04 17:51:12.906741 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46388) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:12.907918 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] Sync routers for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:51:12.918878 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:12.919736 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:13.010451 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks [] for router (a3492e4e-b4c7-4de1-8162-1416515c7b7e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.025843 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:13.118437 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks [] for router_gateway (a3492e4e-b4c7-4de1-8162-1416515c7b7e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.183788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Deleting port bd0ad912-5023-498b-8ba9-d8ded4c430eb {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:13.184291 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.207128 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:51:12Z', 'revision_number': 5, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port': {'id': 'bd0ad912-5023-498b-8ba9-d8ded4c430eb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:03Z', 'updated_at': '2022-04-04T17:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:13.233044 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0b824-3ece-488d-92e5-71fef87dae37 req-1925d0c8-dc71-4793-ac45-7d0eed80c209 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:13.234649 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e9d0b824-3ece-488d-92e5-71fef87dae37 req-1925d0c8-dc71-4793-ac45-7d0eed80c209 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 944 time: 0.0532496 Apr 04 17:51:13.238600 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] Checking router: a3492e4e-b4c7-4de1-8162-1416515c7b7e for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:51:13.247305 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] Routers {'a3492e4e-b4c7-4de1-8162-1416515c7b7e'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:13.247922 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:13.269062 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] For port bd0ad912-5023-498b-8ba9-d8ded4c430eb, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=bd0ad912-5023-498b-8ba9-d8ded4c430eb,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:13.269634 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.285446 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Calling delete_port for bd0ad912-5023-498b-8ba9-d8ded4c430eb owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:13.314794 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e9d0b824-3ece-488d-92e5-71fef87dae37 req-15951b66-e83c-4992-94da-445996354688 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638742 Apr 04 17:51:13.335532 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] Set router a3492e4e-b4c7-4de1-8162-1416515c7b7e gateway port host: None {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:13.385312 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:51:13Z', 'revision_number': 6, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:13.413587 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c0d915-ad86-4c9d-a806-c198f632742c None None] The sync data for ids ['a3492e4e-b4c7-4de1-8162-1416515c7b7e'] in dv-cinder-788368-5-iscsi is: [{'id': 'a3492e4e-b4c7-4de1-8162-1416515c7b7e', 'name': 'tempest-TestMinimumBasicScenario-706124486-router', 'tenant_id': '4ed5622835754f10972b984a5dae9384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:02Z', 'updated_at': '2022-04-04T17:51:13Z', 'revision_number': 6, 'project_id': '4ed5622835754f10972b984a5dae9384', 'gw_port_host': None}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:51:13.466028 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (bd0ad912-5023-498b-8ba9-d8ded4c430eb), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.492589 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0ad912-5023-498b-8ba9-d8ded4c430eb,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:13.551457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (a3492e4e-b4c7-4de1-8162-1416515c7b7e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.648008 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (a3492e4e-b4c7-4de1-8162-1416515c7b7e), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.650521 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks [] for router_controller (a3492e4e-b4c7-4de1-8162-1416515c7b7e), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.694424 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:51:13.722517 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (a3492e4e-b4c7-4de1-8162-1416515c7b7e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.723236 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3492e4e-b4c7-4de1-8162-1416515c7b7e {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 17:51:13.727994 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.732695 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-29ba459f-eb34-4730-af33-317ff1175f4f admin admin] 10.222.0.24 "DELETE /v2.0/routers/a3492e4e-b4c7-4de1-8162-1416515c7b7e HTTP/1.1" status: 204 len: 168 time: 0.8216541 Apr 04 17:51:13.732695 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46402) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:13.761595 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:51:13.769045 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:51:13.769431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.773363 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342244-c506-4ad3-8c2a-d8f96ebc94e6 req-0864bb2b-747d-491b-ad9a-23cee9220dc1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:13.774904 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b8342244-c506-4ad3-8c2a-d8f96ebc94e6 req-0864bb2b-747d-491b-ad9a-23cee9220dc1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.1227102 Apr 04 17:51:13.804915 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Deleting subnet 30ac03d8-d295-45cd-9bd2-39be29235c8c {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:51:13.816207 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Publish callbacks [] for subnet (30ac03d8-d295-45cd-9bd2-39be29235c8c), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.863487 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:13.864104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.891439 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (30ac03d8-d295-45cd-9bd2-39be29235c8c), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.901751 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:13.904158 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b463a6-505e-420e-9ad8-c5cddc94c943" -d '{"events": [{"server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "name": "network-vif-plugged", "status": "completed", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:13.915151 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:13.917621 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b8342244-c506-4ad3-8c2a-d8f96ebc94e6 req-a917699e-b895-4791-b09d-aed817856c1b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169508 Apr 04 17:51:13.927231 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:13.976090 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ca5c6a-d672-479c-a33d-9f8ac2f5a5ea x-openstack-request-id: req-65ca5c6a-d672-479c-a33d-9f8ac2f5a5ea {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:13.976485 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "name": "network-vif-plugged", "status": "completed", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:13.976805 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65ca5c6a-d672-479c-a33d-9f8ac2f5a5ea {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:13.977575 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ca5c6a-d672-479c-a33d-9f8ac2f5a5ea'] response: {'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'code': 200} Apr 04 17:51:13.987798 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:14.042950 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (30ac03d8-d295-45cd-9bd2-39be29235c8c), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.098003 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (30ac03d8-d295-45cd-9bd2-39be29235c8c), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.130040 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ac03d8-d295-45cd-9bd2-39be29235c8c,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:14.132512 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.135630 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/30ac03d8-d295-45cd-9bd2-39be29235c8c HTTP/1.1" status: 204 len: 168 time: 0.4021606 Apr 04 17:51:14.136557 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b446a5a-b579-4364-858b-9e3c5bbd200b None None] Network a9015c17-c61f-4cd5-8e04-e092cdcf5c98 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:51:14.138436 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46418) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:14.145623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.145623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.145835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.149085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.149777 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.150757 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.151330 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.151893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.153608 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.154198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.154763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.155315 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.155886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.156465 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.157024 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aee58b-1c9f-45c6-a748-d03da948c49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:14.212689 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (a9015c17-c61f-4cd5-8e04-e092cdcf5c98), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.270200 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a59b5-eb06-4a1c-8f85-11fc14d0d568 req-75a54c60-d537-4492-9b95-ee810cfe690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:14.271994 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4e7a59b5-eb06-4a1c-8f85-11fc14d0d568 req-75a54c60-d537-4492-9b95-ee810cfe690f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 1129 time: 0.1711583 Apr 04 17:51:14.272928 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Deleting port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:14.273413 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.316774 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] DHCP port deletion for a9015c17-c61f-4cd5-8e04-e092cdcf5c98 request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 17:51:14.324910 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4e7a59b5-eb06-4a1c-8f85-11fc14d0d568 req-1cca4467-72d8-42ad-b858-f1fa28aec9f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464866 Apr 04 17:51:14.340763 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] For port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:14.341121 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.355428 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Calling delete_port for 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 owned by network:dhcp {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:14.378093 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] Deleting port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 {{(pid=115105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:14.378467 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), before_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.442506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] For port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,segment=NetworkSegment(c92dba29-ded9-4197-acc0-7359b474b4e4),segment_id=c92dba29-ded9-4197-acc0-7359b474b4e4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:14.442898 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), precommit_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.445608 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bb1d8-6b20-4172-9073-c12ac57a9b08 req-2f4682d3-3934-4336-886a-af83d51defb5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:14.447292 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b02bb1d8-6b20-4172-9073-c12ac57a9b08 req-2f4682d3-3934-4336-886a-af83d51defb5 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 945 time: 0.0544627 Apr 04 17:51:14.448960 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.457768 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] Calling delete_port for 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 owned by network:dhcp {{(pid=115105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:14.476440 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Pushing event deleted for resources: {'Port': ['ID=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:14.482676 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] No DVR routers for this DVR port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 on host dv-cinder-788368-5-iscsi {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:14.509655 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b02bb1d8-6b20-4172-9073-c12ac57a9b08 req-41b02de3-6157-4a1e-b7f1-500effb258ed tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553260 Apr 04 17:51:14.547842 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682'] for port (796b1047-b7e9-4c4a-9b09-bb13b5704aa1), after_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.575244 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] Pushing event deleted for resources: {'Port': ['ID=796b1047-b7e9-4c4a-9b09-bb13b5704aa1,revision_number=None']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:14.575778 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (a9015c17-c61f-4cd5-8e04-e092cdcf5c98), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.579205 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9fddf-6bc7-4088-b3e0-d4b5f4bd2d8b None None] No DVR routers for this DVR port 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 on host dv-cinder-788368-5-iscsi {{(pid=115105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:14.603576 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9015c17-c61f-4cd5-8e04-e092cdcf5c98']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:14.613888 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92dba29-ded9-4197-acc0-7359b474b4e4') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:14.614184 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92dba29-ded9-4197-acc0-7359b474b4e4') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:14.624357 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (c92dba29-ded9-4197-acc0-7359b474b4e4), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.639339 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (c92dba29-ded9-4197-acc0-7359b474b4e4), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.645722 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:51:14.646102 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (c92dba29-ded9-4197-acc0-7359b474b4e4), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:51:14.647717 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:51:14.699579 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (a9015c17-c61f-4cd5-8e04-e092cdcf5c98), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.705568 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:14.709038 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/a9015c17-c61f-4cd5-8e04-e092cdcf5c98 HTTP/1.1" status: 204 len: 168 time: 0.5695808 Apr 04 17:51:14.711946 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46422) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:14.721592 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dde5c-71ad-4819-85c2-3792b06953dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a9015c17-c61f-4cd5-8e04-e092cdcf5c98,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:14.801044 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device bd0ad912-5023-498b-8ba9-d8ded4c430eb no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:14.821258 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: bd0ad912-5023-498b-8ba9-d8ded4c430eb {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:14.821724 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device bd0ad912-5023-498b-8ba9-d8ded4c430eb not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:14.822142 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:14.840148 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:14.840446 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 796b1047-b7e9-4c4a-9b09-bb13b5704aa1 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:14.840851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 24607b34-f6e8-42c8-be0b-3c62ff9d442a no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:14.866474 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 24607b34-f6e8-42c8-be0b-3c62ff9d442a {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:14.867018 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 24607b34-f6e8-42c8-be0b-3c62ff9d442a not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:15.053573 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cc313-536d-4aef-84a9-0e7281dba988 req-676bb312-7e10-452b-8d11-733fadd1c55f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:15.055343 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f8cc313-536d-4aef-84a9-0e7281dba988 req-676bb312-7e10-452b-8d11-733fadd1c55f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0562949 Apr 04 17:51:15.114267 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f8cc313-536d-4aef-84a9-0e7281dba988 req-883eca51-7d53-42a6-bf9b-bbeac7ba8516 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517120 Apr 04 17:51:15.365191 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (80c79d62-1136-488e-a8d0-a59de2670af9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:15.656164 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Deleting port 8e9d6584-ea9d-48e9-b087-32190ea6f539 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:15.656523 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:15.675301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4214be-0627-4b02-a635-03295c034c18 req-91c1d4fd-496c-497e-bd1d-ecdb1c71c571 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:15.676782 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0a4214be-0627-4b02-a635-03295c034c18 req-91c1d4fd-496c-497e-bd1d-ecdb1c71c571 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 945 time: 0.0807829 Apr 04 17:51:15.758061 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0a4214be-0627-4b02-a635-03295c034c18 req-dae0cb76-b4ca-4255-9c31-6d16e276a07f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570776 Apr 04 17:51:15.774341 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] For port 8e9d6584-ea9d-48e9-b087-32190ea6f539, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=8e9d6584-ea9d-48e9-b087-32190ea6f539,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:15.774699 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:15.787167 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Calling delete_port for 8e9d6584-ea9d-48e9-b087-32190ea6f539 owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:15.868175 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874cb6-9566-472d-81fc-b14aad800db2 req-25aae838-48d3-4ff0-8ed8-1f4e04e82dec tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:15.869660 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-09874cb6-9566-472d-81fc-b14aad800db2 req-25aae838-48d3-4ff0-8ed8-1f4e04e82dec tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 945 time: 0.0510068 Apr 04 17:51:15.878713 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46448) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:15.882909 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Request body: {'floatingip': {'port_id': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:51:15.923516 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (fda5c30d-2823-4c1b-87b1-3cb0f34649c0), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:15.971301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (8e9d6584-ea9d-48e9-b087-32190ea6f539), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.004673 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9d6584-ea9d-48e9-b087-32190ea6f539,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:16.183191 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (80c79d62-1136-488e-a8d0-a59de2670af9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.323026 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0420bb-763d-42c6-9846-24099470df24 req-b5de8077-fb05-428b-8134-5703a4123046 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:16.324555 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bb0420bb-763d-42c6-9846-24099470df24 req-b5de8077-fb05-428b-8134-5703a4123046 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.1327169 Apr 04 17:51:16.450049 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bb0420bb-763d-42c6-9846-24099470df24 req-0dbe981f-430b-4021-872e-1e64d672a571 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190627 Apr 04 17:51:16.502368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Router 80c79d62-1136-488e-a8d0-a59de2670af9 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:51:16.610358 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.615241 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (fda5c30d-2823-4c1b-87b1-3cb0f34649c0), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.629844 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:51:16.641896 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-770c4f23-d611-4e8e-9314-2e6dceae363d admin admin] 10.222.0.24 "PUT /v2.0/routers/80c79d62-1136-488e-a8d0-a59de2670af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9284837 Apr 04 17:51:16.643490 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46466) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:16.649633 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] Sync routers for ids ['80c79d62-1136-488e-a8d0-a59de2670af9'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:51:16.669697 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] Routers {'80c79d62-1136-488e-a8d0-a59de2670af9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:16.670329 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['80c79d62-1136-488e-a8d0-a59de2670af9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:16.740193 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP fda5c30d-2823-4c1b-87b1-3cb0f34649c0 associated. External IP: 172.27.3.207, port: f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e. Apr 04 17:51:16.770403 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks [] for router (80c79d62-1136-488e-a8d0-a59de2670af9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.788400 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] Set router 80c79d62-1136-488e-a8d0-a59de2670af9 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:16.886083 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks [] for router_gateway (80c79d62-1136-488e-a8d0-a59de2670af9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.943358 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Deleting port 699df706-508f-4b4a-909c-491cf8024d73 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:16.943784 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (699df706-508f-4b4a-909c-491cf8024d73), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:16.972697 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:51:16.980138 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '699df706-508f-4b4a-909c-491cf8024d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:51:15Z', 'revision_number': 5, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port': {'id': '699df706-508f-4b4a-909c-491cf8024d73', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:8e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:48:11Z', 'updated_at': '2022-04-04T17:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.006585 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] Checking router: 80c79d62-1136-488e-a8d0-a59de2670af9 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:51:17.014999 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] Routers {'80c79d62-1136-488e-a8d0-a59de2670af9'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:17.015610 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['80c79d62-1136-488e-a8d0-a59de2670af9'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.026775 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] For port 699df706-508f-4b4a-909c-491cf8024d73, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=699df706-508f-4b4a-909c-491cf8024d73,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:17.027229 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (699df706-508f-4b4a-909c-491cf8024d73), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.040073 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Calling delete_port for 699df706-508f-4b4a-909c-491cf8024d73 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:17.093155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:51:17.098405 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.105695 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] Set router 80c79d62-1136-488e-a8d0-a59de2670af9 gateway port host: None {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:17.108200 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:51:17.118024 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:17.119503 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.130001 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4c1864f4-eb9c-4a6a-8bf8-fda72b4b875b tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "PUT /v2.0/floatingips/fda5c30d-2823-4c1b-87b1-3cb0f34649c0 HTTP/1.1" status: 200 len: 991 time: 1.2502670 Apr 04 17:51:17.130582 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:17.132868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c172039b-bb9e-4812-a094-012c1e900cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:17.160535 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:51:16Z', 'revision_number': 6, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.188485 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f45dba2-ca0e-4292-8b5c-c9c864cbc18b None None] The sync data for ids ['80c79d62-1136-488e-a8d0-a59de2670af9'] in dv-cinder-788368-5-iscsi is: [{'id': '80c79d62-1136-488e-a8d0-a59de2670af9', 'name': 'tempest-TestMinimumBasicScenario-1841011023-router', 'tenant_id': 'ef179a2b95e64377a203051b04538f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:48:10Z', 'updated_at': '2022-04-04T17:51:16Z', 'revision_number': 6, 'project_id': 'ef179a2b95e64377a203051b04538f34', 'gw_port_host': None}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:51:17.200859 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f1b3f-79ae-4bdd-9630-94b000155990 x-openstack-request-id: req-889f1b3f-79ae-4bdd-9630-94b000155990 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:17.201155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:17.201443 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-889f1b3f-79ae-4bdd-9630-94b000155990 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:17.202499 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889f1b3f-79ae-4bdd-9630-94b000155990'] response: {'name': 'network-changed', 'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'status': 'completed', 'code': 200} Apr 04 17:51:17.279215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (699df706-508f-4b4a-909c-491cf8024d73), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.281135 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:17.313222 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=699df706-508f-4b4a-909c-491cf8024d73,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:17.317186 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-d1ad3f19-6e41-4ce7-95b3-2555b1339373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:17.318697 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-d1ad3f19-6e41-4ce7-95b3-2555b1339373 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f8c198fee05410bbd2f798863b827b2&device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 1129 time: 0.0917056 Apr 04 17:51:17.423533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (80c79d62-1136-488e-a8d0-a59de2670af9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.507404 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'fda5c30d-2823-4c1b-87b1-3cb0f34649c0', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:16:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:51:00Z', 'updated_at': '2022-04-04T17:51:16Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.533367 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:51:17.535956 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-4d957363-9234-44a8-b78a-4bc0fa288eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:17.537479 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-4d957363-9234-44a8-b78a-4bc0fa288eb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 200 len: 915 time: 0.2032487 Apr 04 17:51:17.540218 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (80c79d62-1136-488e-a8d0-a59de2670af9), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.542271 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:51:17.542882 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:50:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.543503 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks [] for router_controller (80c79d62-1136-488e-a8d0-a59de2670af9), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.661387 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:51:17.666691 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (80c79d62-1136-488e-a8d0-a59de2670af9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.667205 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c79d62-1136-488e-a8d0-a59de2670af9 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 17:51:17.674678 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.678221 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-cba36d2f-5d6b-4cf5-9c02-3668ae866b0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/80c79d62-1136-488e-a8d0-a59de2670af9 HTTP/1.1" status: 204 len: 168 time: 1.0317898 Apr 04 17:51:17.679414 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46476) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:17.689690 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-9c4ad34b-8933-4b09-80c1-8ab57e39c673 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e HTTP/1.1" status: 200 len: 999 time: 0.1366899 Apr 04 17:51:17.703578 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9a2ad-1cb6-409d-9af0-0aab130894bb req-03beb1c4-1825-454e-8707-af611c2554d0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:17.711500 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2bf9a2ad-1cb6-409d-9af0-0aab130894bb req-03beb1c4-1825-454e-8707-af611c2554d0 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.1730614 Apr 04 17:51:17.731334 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Deleting subnet 262f08af-1ce1-4218-9d89-0cdea27bb343 {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:51:17.735129 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Publish callbacks [] for subnet (262f08af-1ce1-4218-9d89-0cdea27bb343), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.781180 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3439884'] for subnet (262f08af-1ce1-4218-9d89-0cdea27bb343), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.796687 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-ea496059-1b74-4a10-8a7d-c39e780c7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:17.798158 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-ea496059-1b74-4a10-8a7d-c39e780c7453 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 200 len: 853 time: 0.0772669 Apr 04 17:51:17.817985 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2bf9a2ad-1cb6-409d-9af0-0aab130894bb req-14275aaa-1cab-459d-8a8f-234d787ed57e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055386 Apr 04 17:51:17.873570 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-53f14cbd-d9f4-4b62-8da5-7835245614b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:17.875166 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-53f14cbd-d9f4-4b62-8da5-7835245614b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1c4ff85-49bf-44e8-a718-4245f405dbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562017 Apr 04 17:51:17.884498 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (262f08af-1ce1-4218-9d89-0cdea27bb343), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.940658 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'fda5c30d-2823-4c1b-87b1-3cb0f34649c0', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:16:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:51:00Z', 'updated_at': '2022-04-04T17:51:16Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:17.954751 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1371370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4021758'] for subnet (262f08af-1ce1-4218-9d89-0cdea27bb343), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:17.995402 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262f08af-1ce1-4218-9d89-0cdea27bb343,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:17.997515 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-c44147ce-e629-441b-919c-445dce95bcce service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158595 Apr 04 17:51:18.004173 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.007467 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/262f08af-1ce1-4218-9d89-0cdea27bb343 HTTP/1.1" status: 204 len: 168 time: 0.3268156 Apr 04 17:51:18.008495 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9ce17-9c2e-4133-9d36-e83058c1b177 None None] Network 230e1de5-27f4-4934-ace4-4a767a1660fa requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:51:18.012833 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46490) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:18.015663 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.015923 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.016276 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.016616 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.016952 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.017279 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.017601 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.017920 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.020396 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.020796 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.021137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.021546 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.021794 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.022122 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.022451 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba446e5-7f75-45e6-b490-5ce7754e78e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:18.117582 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c172039b-bb9e-4812-a094-012c1e900cc7 req-8f2bd703-71da-47af-9930-830a0caab4a3 service neutron] 10.222.0.11 "GET /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133232 Apr 04 17:51:18.128474 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e507a-0450-4198-98f1-303786e6d3a9 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'fda5c30d-2823-4c1b-87b1-3cb0f34649c0', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'port_id': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'mac_address': 'fa:16:3e:16:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:51:00Z', 'updated_at': '2022-04-04T17:51:16Z', 'revision_number': 1, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:51:18.150090 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (230e1de5-27f4-4934-ace4-4a767a1660fa), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.213610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Deleting port 35f8443e-225a-45fc-a6e3-47db627b20a0 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:18.213939 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.244067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] DHCP port deletion for 230e1de5-27f4-4934-ace4-4a767a1660fa request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 17:51:18.277686 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] For port 35f8443e-225a-45fc-a6e3-47db627b20a0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=35f8443e-225a-45fc-a6e3-47db627b20a0,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:18.278418 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.291563 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Calling delete_port for 35f8443e-225a-45fc-a6e3-47db627b20a0 owned by network:dhcp {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:18.294700 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] Deleting port 35f8443e-225a-45fc-a6e3-47db627b20a0 {{(pid=115105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:51:18.295271 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), before_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.365133 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] For port 35f8443e-225a-45fc-a6e3-47db627b20a0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=35f8443e-225a-45fc-a6e3-47db627b20a0,segment=NetworkSegment(a6d31af2-0fcd-47f7-b548-2e92a9f00d2b),segment_id=a6d31af2-0fcd-47f7-b548-2e92a9f00d2b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:18.365660 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), precommit_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.380257 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] Calling delete_port for 35f8443e-225a-45fc-a6e3-47db627b20a0 owned by network:dhcp {{(pid=115105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:51:18.381116 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.409886 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] No DVR routers for this DVR port 35f8443e-225a-45fc-a6e3-47db627b20a0 on host dv-cinder-788368-5-iscsi {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:18.413897 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f8443e-225a-45fc-a6e3-47db627b20a0,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:18.470326 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682'] for port (35f8443e-225a-45fc-a6e3-47db627b20a0), after_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.490093 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (230e1de5-27f4-4934-ace4-4a767a1660fa), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.512944 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230e1de5-27f4-4934-ace4-4a767a1660fa']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:18.522769 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:18.523081 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d31af2-0fcd-47f7-b548-2e92a9f00d2b') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:51:18.533506 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (a6d31af2-0fcd-47f7-b548-2e92a9f00d2b), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.547354 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (a6d31af2-0fcd-47f7-b548-2e92a9f00d2b), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.554408 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:51:18.554957 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (a6d31af2-0fcd-47f7-b548-2e92a9f00d2b), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:51:18.557094 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:51:18.613146 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (230e1de5-27f4-4934-ace4-4a767a1660fa), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.618489 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.622396 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/230e1de5-27f4-4934-ace4-4a767a1660fa HTTP/1.1" status: 204 len: 168 time: 0.6084285 Apr 04 17:51:18.630263 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8d9fb-8320-450f-9e7c-c71801eb50dc None None] New status for floating IP fda5c30d-2823-4c1b-87b1-3cb0f34649c0: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:51:18.635402 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3cf1-697b-4868-b062-0450eeb752b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=230e1de5-27f4-4934-ace4-4a767a1660fa,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:18.639513 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] Pushing event deleted for resources: {'Port': ['ID=35f8443e-225a-45fc-a6e3-47db627b20a0,revision_number=None']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:18.675953 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716313db-7326-4bd1-a2bb-804b4ffd1022 None None] No DVR routers for this DVR port 35f8443e-225a-45fc-a6e3-47db627b20a0 on host dv-cinder-788368-5-iscsi {{(pid=115105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:51:18.800428 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46494) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:18.821468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 35f8443e-225a-45fc-a6e3-47db627b20a0 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:18.842452 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 35f8443e-225a-45fc-a6e3-47db627b20a0 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:18.842798 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 35f8443e-225a-45fc-a6e3-47db627b20a0 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:18.843227 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 8e9d6584-ea9d-48e9-b087-32190ea6f539 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:18.846379 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-02d9f387-8e34-4dd6-a9b5-0d6e05b0b020 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ed5622835754f10972b984a5dae9384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446291 Apr 04 17:51:18.848926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46498) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:18.865718 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 8e9d6584-ea9d-48e9-b087-32190ea6f539 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:18.866454 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 8e9d6584-ea9d-48e9-b087-32190ea6f539 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:18.866454 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 699df706-508f-4b4a-909c-491cf8024d73 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:18.887707 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 699df706-508f-4b4a-909c-491cf8024d73 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:51:18.888059 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 699df706-508f-4b4a-909c-491cf8024d73 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:51:18.899070 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41b83976-c9ec-4983-add8-31e54bf2f701 admin admin] Publish callbacks [] for security_group (bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.921317 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41b83976-c9ec-4983-add8-31e54bf2f701 admin admin] Publish callbacks [] for security_group (bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.935726 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb532fb-6c47-42d2-a5a1-051c0776b351 req-74f1fc65-30ac-4671-9df7-70e41f033631 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:18.938508 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6bb532fb-6c47-42d2-a5a1-051c0776b351 req-74f1fc65-30ac-4671-9df7-70e41f033631 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0592980 Apr 04 17:51:18.973835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41b83976-c9ec-4983-add8-31e54bf2f701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.976334 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41b83976-c9ec-4983-add8-31e54bf2f701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:18.979781 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-41b83976-c9ec-4983-add8-31e54bf2f701 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf HTTP/1.1" status: 204 len: 168 time: 0.1274614 Apr 04 17:51:18.986281 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b83976-c9ec-4983-add8-31e54bf2f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb8fa1d-faeb-4125-ae2d-4ec09bacb2cf,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:18.986878 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6bb532fb-6c47-42d2-a5a1-051c0776b351 req-c652ba5e-e4ba-4f9a-9ee4-ea565668f4d2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 Apr 04 17:51:19.326045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46518) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:19.366382 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d29618df-4472-491b-bc7a-64c95b7e84c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef179a2b95e64377a203051b04538f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391207 Apr 04 17:51:19.368765 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46520) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:19.414547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6f8c11c5-af69-421d-9bff-35842b8efd9b admin admin] Publish callbacks [] for security_group (24c6644a-e801-4e26-a1af-d55b3fbfd48d), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:19.435314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6f8c11c5-af69-421d-9bff-35842b8efd9b admin admin] Publish callbacks [] for security_group (24c6644a-e801-4e26-a1af-d55b3fbfd48d), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:19.481756 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6f8c11c5-af69-421d-9bff-35842b8efd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (24c6644a-e801-4e26-a1af-d55b3fbfd48d), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:19.484424 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6f8c11c5-af69-421d-9bff-35842b8efd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:19.485783 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6f8c11c5-af69-421d-9bff-35842b8efd9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24c6644a-e801-4e26-a1af-d55b3fbfd48d HTTP/1.1" status: 204 len: 168 time: 0.1159985 Apr 04 17:51:19.493112 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c11c5-af69-421d-9bff-35842b8efd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c6644a-e801-4e26-a1af-d55b3fbfd48d,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:20.108687 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbfe91-ebaa-4bc6-9679-b0fe6dbbbbbb req-9a7aeb89-1ed0-4c8f-b76d-561d1682ec37 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:20.110215 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1acbfe91-ebaa-4bc6-9679-b0fe6dbbbbbb req-9a7aeb89-1ed0-4c8f-b76d-561d1682ec37 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0517623 Apr 04 17:51:20.157864 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1acbfe91-ebaa-4bc6-9679-b0fe6dbbbbbb req-e6a0cff2-91a3-4487-935b-eda4b1ad3464 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422781 Apr 04 17:51:21.282709 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ddc-88ff-4fb5-9247-1b4997d6925c req-276499fc-c2a8-46a0-80f8-acc43fe6d123 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:21.284166 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fed15ddc-88ff-4fb5-9247-1b4997d6925c req-276499fc-c2a8-46a0-80f8-acc43fe6d123 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0539765 Apr 04 17:51:21.329493 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fed15ddc-88ff-4fb5-9247-1b4997d6925c req-ccab26bd-6a84-4a0d-98d4-1cf28a2c1e1b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397427 Apr 04 17:51:21.722662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:51:21.826545 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:21.840695 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'mac_address': 'fa:16:3e:ab:7f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:51:21.885517 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: ACTIVE; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:21.886287 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:21.900791 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66478125-dc1c-4fa7-ac1f-460b8145277d {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:51:21.924063 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:21.930730 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:21.994496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=6']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:22.015041 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['66478125-dc1c-4fa7-ac1f-460b8145277d'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:51:22.464107 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fda75-44e0-43d9-b7f7-55a337f63ed9 req-bd1f451c-c44b-45a3-9129-bb7816cfd595 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:22.466242 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ff9fda75-44e0-43d9-b7f7-55a337f63ed9 req-bd1f451c-c44b-45a3-9129-bb7816cfd595 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0575168 Apr 04 17:51:22.518143 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ff9fda75-44e0-43d9-b7f7-55a337f63ed9 req-c893931b-372d-4ea8-be4a-63e079f93d2d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Apr 04 17:51:23.469302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f02b683b-3471-47cd-b3e3-9cdb78d7d3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:23.669770 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb3b06-aa52-4c5c-b5f9-e13d6aac941e req-41ab09e0-2673-436b-a582-64ab97e3a5d2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:23.672212 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cefb3b06-aa52-4c5c-b5f9-e13d6aac941e req-41ab09e0-2673-436b-a582-64ab97e3a5d2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0706329 Apr 04 17:51:23.734423 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:51:23.738102 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cefb3b06-aa52-4c5c-b5f9-e13d6aac941e req-c6e96350-1df5-4b40-8d50-cc32eb160b30 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569577 Apr 04 17:51:23.797314 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 66478125-dc1c-4fa7-ac1f-460b8145277d triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:51:23.797692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:23.890235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:23.890628 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:23.916257 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:23.918557 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd884aa-9c47-4222-848c-db82faabd7ad" -d '{"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-plugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:23.937529 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:23.946120 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:23.975855 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718d8b5-ce4b-499e-a543-d613306ec224 x-openstack-request-id: req-7718d8b5-ce4b-499e-a543-d613306ec224 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:23.975855 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-plugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:23.975855 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7718d8b5-ce4b-499e-a543-d613306ec224 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:23.976874 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7718d8b5-ce4b-499e-a543-d613306ec224'] response: {'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'code': 200} Apr 04 17:51:24.006172 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=7']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:24.013712 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.014076 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.014422 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.014770 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.015123 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.015442 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.015787 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.016192 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.016487 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.016809 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.017138 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.017473 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.017844 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.018169 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:24.018436 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:51:25.072832 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9131c-f6d8-4686-adfc-7cbab2b4c592 req-32da562f-7bac-4090-ad1f-9f5884dd037f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:25.074891 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ddd9131c-f6d8-4686-adfc-7cbab2b4c592 req-32da562f-7bac-4090-ad1f-9f5884dd037f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0626051 Apr 04 17:51:25.124262 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ddd9131c-f6d8-4686-adfc-7cbab2b4c592 req-1fdf637f-b700-4572-97fd-ce4f1a64ec93 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 Apr 04 17:51:25.747677 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a260d912-3cec-4534-8978-d3a3729afde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:26.266168 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce6725-d8e2-4940-b2c0-c6b3bd054db9 req-7bb02044-63d7-4f31-a4cd-4c22b5dfb499 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:26.268271 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-10ce6725-d8e2-4940-b2c0-c6b3bd054db9 req-7bb02044-63d7-4f31-a4cd-4c22b5dfb499 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0592513 Apr 04 17:51:26.323552 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-10ce6725-d8e2-4940-b2c0-c6b3bd054db9 req-5fc97133-3d44-4ff9-b409-d3df86c11ee9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474815 Apr 04 17:51:26.744806 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:27.458878 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783d838-45f4-4590-b68d-c1af8b660ec1 req-d76ed9d7-f022-451b-808d-c37b7a48f116 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:27.464726 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3783d838-45f4-4590-b68d-c1af8b660ec1 req-d76ed9d7-f022-451b-808d-c37b7a48f116 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0651519 Apr 04 17:51:27.514743 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3783d838-45f4-4590-b68d-c1af8b660ec1 req-fafe0a82-bf70-4a33-8304-fc202e54d404 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481734 Apr 04 17:51:28.304652 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:28.666231 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54ab2-4a0e-4892-9b17-97a42221eb02 req-9ba72fb7-63b5-4864-9b3f-85d6442b2ec6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:28.669259 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3ff54ab2-4a0e-4892-9b17-97a42221eb02 req-9ba72fb7-63b5-4864-9b3f-85d6442b2ec6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0736504 Apr 04 17:51:28.727087 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3ff54ab2-4a0e-4892-9b17-97a42221eb02 req-14141524-1751-4d3d-87e5-efb5d4e1c1e7 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505798 Apr 04 17:51:29.840069 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:29.860003 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6dac3-5d74-4afa-95c7-58495f43da20 req-51ef686c-39c5-42c6-add2-d4d0795aa021 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:29.862231 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-07a6dac3-5d74-4afa-95c7-58495f43da20 req-51ef686c-39c5-42c6-add2-d4d0795aa021 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0572388 Apr 04 17:51:29.916893 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-07a6dac3-5d74-4afa-95c7-58495f43da20 req-eb60bf0c-e120-4588-b6bf-eaec1683aff8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476573 Apr 04 17:51:31.040151 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe8b9f-4db4-4ab2-ba76-b726dd4828b0 req-d7a30bf1-15b4-4327-b003-a5e7338dde49 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:31.041635 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-66fe8b9f-4db4-4ab2-ba76-b726dd4828b0 req-d7a30bf1-15b4-4327-b003-a5e7338dde49 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0523915 Apr 04 17:51:31.089406 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-66fe8b9f-4db4-4ab2-ba76-b726dd4828b0 req-d113b91d-f47f-4ece-ac67-73fb69bddc8c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422688 Apr 04 17:51:31.866909 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:32.207375 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef16312-ddb7-4af8-bef4-d2d22e83e6aa req-3042d22b-9258-496f-a23e-436bf162d06e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:32.208908 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fef16312-ddb7-4af8-bef4-d2d22e83e6aa req-3042d22b-9258-496f-a23e-436bf162d06e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0513682 Apr 04 17:51:32.253738 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fef16312-ddb7-4af8-bef4-d2d22e83e6aa req-db372284-c8e4-44f2-86c6-0cd14e4ad78e tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392301 Apr 04 17:51:33.374814 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54b5e6-2013-46de-9059-5525de45cf36 req-c5887f20-7c44-492c-bc47-be274b26e50a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:33.376351 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ac54b5e6-2013-46de-9059-5525de45cf36 req-c5887f20-7c44-492c-bc47-be274b26e50a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0504870 Apr 04 17:51:33.423949 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ac54b5e6-2013-46de-9059-5525de45cf36 req-ad41c401-e5f6-43ad-be69-025475d23b8d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Apr 04 17:51:34.198847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-acd6feff-5f9e-419b-91f1-f035b2af9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:34.201072 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-acd6feff-5f9e-419b-91f1-f035b2af9503 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1129 time: 0.0465181 Apr 04 17:51:34.285977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-7121f556-f8df-4736-bb20-71d2409e77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:34.287445 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-7121f556-f8df-4736-bb20-71d2409e77c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.0804079 Apr 04 17:51:34.353264 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-0709b175-7f04-4b33-8128-1b21688d415d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 1000 time: 0.0593584 Apr 04 17:51:34.405512 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-8d157fb1-d425-4ed5-b468-6fe45c4ec337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:34.406957 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-8d157fb1-d425-4ed5-b468-6fe45c4ec337 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0425835 Apr 04 17:51:34.460325 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-79eabe09-00d2-42d9-9e73-7399cc427603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:34.461817 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-79eabe09-00d2-42d9-9e73-7399cc427603 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451338 Apr 04 17:51:34.562987 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-eb43a618-948f-4967-a4b3-4860e41cf950 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953670 Apr 04 17:51:34.567121 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9e92-dd96-41fb-a8a7-79b5b9aef056 req-e0b8fe97-8bb0-4963-8ec1-76e07a2bc6fe tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:34.568690 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4b7c9e92-dd96-41fb-a8a7-79b5b9aef056 req-e0b8fe97-8bb0-4963-8ec1-76e07a2bc6fe tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0676875 Apr 04 17:51:34.618934 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4b7c9e92-dd96-41fb-a8a7-79b5b9aef056 req-2d3d8db4-3c3d-47c0-bfc5-161fd4b669d5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Apr 04 17:51:34.654544 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-714e6973-cca4-495b-aa2a-7e818dc74218 req-62f1882c-f0a0-48de-93da-3ac23898ab51 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Apr 04 17:51:35.748821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b965b5-251e-4d49-bf5e-ef9275dfa170 req-1b9f894f-6f25-4337-9544-7617921557be tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:35.750294 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e0b965b5-251e-4d49-bf5e-ef9275dfa170 req-1b9f894f-6f25-4337-9544-7617921557be tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0567281 Apr 04 17:51:35.797079 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e0b965b5-251e-4d49-bf5e-ef9275dfa170 req-39c6cf1f-f962-40f0-a302-d47e31e86bbb tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Apr 04 17:51:36.918983 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d5a85-357f-48cc-b7e8-ffbbd5f6f2a3 req-7824aa2b-9d60-4fbf-9bf1-3e64852353d8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:36.920393 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-072d5a85-357f-48cc-b7e8-ffbbd5f6f2a3 req-7824aa2b-9d60-4fbf-9bf1-3e64852353d8 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0512681 Apr 04 17:51:36.965785 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-072d5a85-357f-48cc-b7e8-ffbbd5f6f2a3 req-77c391ee-8e07-4008-aeff-4bfdd31dcc36 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399554 Apr 04 17:51:37.813042 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:37.813579 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-5e5eaa50-65d7-49eb-977f-f80770d4ce26 req-7696401b-de18-46cc-b2dd-b69e564735bc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:51:37.814304 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5e5eaa50-65d7-49eb-977f-f80770d4ce26 req-7696401b-de18-46cc-b2dd-b69e564735bc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0969932 Apr 04 17:51:37.897790 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: ACTIVE; New status is: DOWN {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:37.899494 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:37.923311 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:37.925564 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32695840-5d9d-4767-ac07-4f7ef096a656" -d '{"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:37.940627 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:37.948421 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:37.988416 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76959316-28dc-430a-b2dd-f27f3893c95f req-5bf881ee-ce98-47f7-8f0e-72dd8b51d3ca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:37.990537 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-76959316-28dc-430a-b2dd-f27f3893c95f req-5bf881ee-ce98-47f7-8f0e-72dd8b51d3ca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 945 time: 0.0656598 Apr 04 17:51:38.012839 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=8']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:38.028687 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-db525b80-7fb8-4446-bdee-7cf792b23189 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524554 Apr 04 17:51:38.047548 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-76959316-28dc-430a-b2dd-f27f3893c95f req-f5df7e37-d4cf-4b39-bbbc-c12d1b361a93 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504920 Apr 04 17:51:38.049430 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb1b441-2d6b-4fa6-b35c-a233e8ec42d3 x-openstack-request-id: req-7cb1b441-2d6b-4fa6-b35c-a233e8ec42d3 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:38.049722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-unplugged", "status": "failed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "code": 422}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:38.049981 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cb1b441-2d6b-4fa6-b35c-a233e8ec42d3 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:38.050527 dv-cinder-788368-5-iscsi neutron-server[115105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7cb1b441-2d6b-4fa6-b35c-a233e8ec42d3']: {'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'code': 422} returned with failed status Apr 04 17:51:38.103725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-7d93ad41-6707-4f39-ab52-04bf19854f44 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:38.105125 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-7d93ad41-6707-4f39-ab52-04bf19854f44 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports/66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 940 time: 0.0518897 Apr 04 17:51:38.982757 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-73ed9a95-36b6-46e8-9799-c34e16cfa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:38.984102 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-73ed9a95-36b6-46e8-9799-c34e16cfa454 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f&tenant_id=bed2ba6f49034f7fa122e04d873069e8 HTTP/1.1" status: 200 len: 1127 time: 0.0442114 Apr 04 17:51:39.050683 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-be7db01a-dab0-44fd-91f3-b48ccbd8c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:39.052127 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-be7db01a-dab0-44fd-91f3-b48ccbd8c08c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1127 time: 0.0457082 Apr 04 17:51:39.160969 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-7c8e6ede-affd-4276-a30b-3441c2dda92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:39.162412 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-7c8e6ede-affd-4276-a30b-3441c2dda92a service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.1039784 Apr 04 17:51:39.485317 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12010f58-4d50-4d97-8bcb-769b2b8ad6a9 req-1e58ab44-43a7-4316-a7e1-cb189289903c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:39.486840 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-12010f58-4d50-4d97-8bcb-769b2b8ad6a9 req-1e58ab44-43a7-4316-a7e1-cb189289903c tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.3598795 Apr 04 17:51:39.496773 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-c4d6d82d-c060-4b12-830a-5f3686c40858 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 998 time: 0.3270895 Apr 04 17:51:39.566875 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-12010f58-4d50-4d97-8bcb-769b2b8ad6a9 req-b6c7ecfb-5eb1-482d-bb4b-5767516667a3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730352 Apr 04 17:51:39.570284 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-5e68726b-0b79-4d09-9af0-20bc67d3645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:39.571641 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-5e68726b-0b79-4d09-9af0-20bc67d3645d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0636148 Apr 04 17:51:39.622928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-bf709131-05c1-4029-9b07-e1aa3283597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:39.624406 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-bf709131-05c1-4029-9b07-e1aa3283597e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471072 Apr 04 17:51:39.710323 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-8bd95079-2e44-4eb0-a9dc-5aabf6fddc8a service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781105 Apr 04 17:51:39.804145 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-38ed53bf-792d-4446-b883-400e3e0ee504 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877292 Apr 04 17:51:40.696228 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310b009-bb10-44ef-be6c-267947ebc2f2 req-3d7cb9f5-e091-4c04-b7b9-30fe4d067a8d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:40.697725 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f310b009-bb10-44ef-be6c-267947ebc2f2 req-3d7cb9f5-e091-4c04-b7b9-30fe4d067a8d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0538163 Apr 04 17:51:40.751135 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f310b009-bb10-44ef-be6c-267947ebc2f2 req-2ffe5ac5-dd15-4903-98c6-d680d16aab75 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475509 Apr 04 17:51:41.882127 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a820d-2cd8-4e0c-b8b3-609053c9ef48 req-8bd39123-a98f-4518-bd7c-b6f3f3051d0b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:41.889827 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-709a820d-2cd8-4e0c-b8b3-609053c9ef48 req-8bd39123-a98f-4518-bd7c-b6f3f3051d0b tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0596678 Apr 04 17:51:41.934120 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-709a820d-2cd8-4e0c-b8b3-609053c9ef48 req-a36bd32e-21bb-4586-a1ff-4cb01aae1aca tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Apr 04 17:51:42.716652 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:51:42.794576 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: DOWN; New status is: DOWN {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:43.072178 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9c10c-d2ea-4992-b22e-e4d79831b5a6 req-dc3b75ff-b6ac-420a-90f5-482f5d251fb6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:43.075868 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-35b9c10c-d2ea-4992-b22e-e4d79831b5a6 req-dc3b75ff-b6ac-420a-90f5-482f5d251fb6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0703847 Apr 04 17:51:43.141007 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-35b9c10c-d2ea-4992-b22e-e4d79831b5a6 req-d21481d8-0d4c-4b39-892d-8078dade0fbf tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575445 Apr 04 17:51:44.268499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60215-994a-4a59-aa44-a9b39bee3ef4 req-b57bb76f-3ee5-4794-ac12-6eb5c17203b1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:44.270276 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4d60215-994a-4a59-aa44-a9b39bee3ef4 req-b57bb76f-3ee5-4794-ac12-6eb5c17203b1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0538778 Apr 04 17:51:44.320442 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d4d60215-994a-4a59-aa44-a9b39bee3ef4 req-9f735312-c0c1-49c1-8ec7-3d78f6d7c486 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Apr 04 17:51:45.453816 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ff577-0a29-45e3-8d92-5fdaa015d974 req-fac1cb45-af53-42eb-82c4-8df8fe80dde3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:45.455302 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e66ff577-0a29-45e3-8d92-5fdaa015d974 req-fac1cb45-af53-42eb-82c4-8df8fe80dde3 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0586205 Apr 04 17:51:45.505787 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e66ff577-0a29-45e3-8d92-5fdaa015d974 req-28b205ce-8eaf-4fe3-b748-cc59dd24cd65 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443101 Apr 04 17:51:46.465321 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46912) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:46.596865 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef7de-0cf6-48ff-b1dd-caf5c9d8ecbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.692217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fcb22-7120-496a-8e70-556ccc5d1d79 req-0771f6d3-9655-45b9-a0f0-6b6de1ad4a68 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:46.694275 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-906fcb22-7120-496a-8e70-556ccc5d1d79 req-0771f6d3-9655-45b9-a0f0-6b6de1ad4a68 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0996060 Apr 04 17:51:46.745161 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef7de-0cf6-48ff-b1dd-caf5c9d8ecbc admin admin] Publish callbacks [] for security_group (2b4a1043-9cf2-4fd2-bdf6-95860902f580), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.755491 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef7de-0cf6-48ff-b1dd-caf5c9d8ecbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2b4a1043-9cf2-4fd2-bdf6-95860902f580), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.811384 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-906fcb22-7120-496a-8e70-556ccc5d1d79 req-51c429c9-3718-47b3-ac71-7cf13407a884 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060920 Apr 04 17:51:46.814776 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9f1ef7de-0cf6-48ff-b1dd-caf5c9d8ecbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bba90b124e74e8fb143c184728650bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480151 Apr 04 17:51:46.816594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 46918) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:46.839689 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef7de-0cf6-48ff-b1dd-caf5c9d8ecbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a1043-9cf2-4fd2-bdf6-95860902f580,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:46.879627 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-52bd1977-9194-411d-a7e7-310db26bdb42 admin admin] Publish callbacks [] for security_group (2b4a1043-9cf2-4fd2-bdf6-95860902f580), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.906121 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-52bd1977-9194-411d-a7e7-310db26bdb42 admin admin] Publish callbacks [] for security_group (2b4a1043-9cf2-4fd2-bdf6-95860902f580), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.956623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-52bd1977-9194-411d-a7e7-310db26bdb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2b4a1043-9cf2-4fd2-bdf6-95860902f580), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.962768 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-52bd1977-9194-411d-a7e7-310db26bdb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:46.962768 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-52bd1977-9194-411d-a7e7-310db26bdb42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b4a1043-9cf2-4fd2-bdf6-95860902f580 HTTP/1.1" status: 204 len: 168 time: 0.1436932 Apr 04 17:51:46.972663 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd1977-9194-411d-a7e7-310db26bdb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a1043-9cf2-4fd2-bdf6-95860902f580,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:47.293434 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46926) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:47.307711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a05bee91-7b48-47fc-b05d-7586a79118a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.391326 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a05bee91-7b48-47fc-b05d-7586a79118a9 admin admin] Publish callbacks [] for security_group (cfeaca23-c685-4496-95b1-6589683bc47b), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.398273 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a05bee91-7b48-47fc-b05d-7586a79118a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cfeaca23-c685-4496-95b1-6589683bc47b), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.436835 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bee91-7b48-47fc-b05d-7586a79118a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeaca23-c685-4496-95b1-6589683bc47b,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:47.441295 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a05bee91-7b48-47fc-b05d-7586a79118a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=257719291f604f1cb73e4a12fdfe8f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467435 Apr 04 17:51:47.443722 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 46928) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:47.493302 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ebc96a09-b917-403c-aaed-0582a63f8165 admin admin] Publish callbacks [] for security_group (cfeaca23-c685-4496-95b1-6589683bc47b), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.519593 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ebc96a09-b917-403c-aaed-0582a63f8165 admin admin] Publish callbacks [] for security_group (cfeaca23-c685-4496-95b1-6589683bc47b), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.573582 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ebc96a09-b917-403c-aaed-0582a63f8165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cfeaca23-c685-4496-95b1-6589683bc47b), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.577031 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ebc96a09-b917-403c-aaed-0582a63f8165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:47.581094 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ebc96a09-b917-403c-aaed-0582a63f8165 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfeaca23-c685-4496-95b1-6589683bc47b HTTP/1.1" status: 204 len: 168 time: 0.1360948 Apr 04 17:51:47.589437 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc96a09-b917-403c-aaed-0582a63f8165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeaca23-c685-4496-95b1-6589683bc47b,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:47.937358 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ad749-e8fa-4d71-bfd9-55c8cfb0cf62 req-62173000-b779-4157-b895-a1ed32ab6de4 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:47.938846 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9e2ad749-e8fa-4d71-bfd9-55c8cfb0cf62 req-62173000-b779-4157-b895-a1ed32ab6de4 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0517044 Apr 04 17:51:47.986359 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9e2ad749-e8fa-4d71-bfd9-55c8cfb0cf62 req-23aea445-0a87-4a19-b64b-92aa1228a4a6 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408821 Apr 04 17:51:49.112719 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:51:49.128548 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c6cce-cd40-4e42-b5e8-fc6a8690d8b7 req-033aaeda-bee9-4781-a232-0d125a80a253 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:49.130039 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1e5c6cce-cd40-4e42-b5e8-fc6a8690d8b7 req-033aaeda-bee9-4781-a232-0d125a80a253 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0611808 Apr 04 17:51:49.175522 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1e5c6cce-cd40-4e42-b5e8-fc6a8690d8b7 req-d5aa6666-291e-499f-9b44-ec2b3dd6bb73 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 Apr 04 17:51:50.297170 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29001856-badb-4abd-9d63-d8e4bfc66f2c req-a7aa1d85-2511-493b-87fb-0c55231dad54 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:50.298666 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-29001856-badb-4abd-9d63-d8e4bfc66f2c req-a7aa1d85-2511-493b-87fb-0c55231dad54 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0538042 Apr 04 17:51:50.349224 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-29001856-badb-4abd-9d63-d8e4bfc66f2c req-a7c0ad61-6410-4d14-ade2-d692d1cb9de5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 Apr 04 17:51:51.469886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2bad-ae85-4c8c-b8f1-cb40026ee395 req-0fd0bf55-d404-4bde-ac91-c903f8ab885a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:51.471119 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-31eb2bad-ae85-4c8c-b8f1-cb40026ee395 req-0fd0bf55-d404-4bde-ac91-c903f8ab885a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 943 time: 0.0515797 Apr 04 17:51:51.517442 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-31eb2bad-ae85-4c8c-b8f1-cb40026ee395 req-a48ec36c-a794-4348-964c-75d737f53c0d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Apr 04 17:51:51.861549 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:51:51.959779 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:51.971620 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'port_id': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'mac_address': 'fa:16:3e:ab:7f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:51:52.008733 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:52.009127 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:52.021722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66478125-dc1c-4fa7-ac1f-460b8145277d {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:51:52.045629 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:52.049417 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:52.095047 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=9']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:52.637455 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b946f-6e42-481e-936a-851a88922ec4 req-e9952bb2-e1bb-4955-b3d8-7891c1dfc4cc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:52.638928 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ad9b946f-6e42-481e-936a-851a88922ec4 req-e9952bb2-e1bb-4955-b3d8-7891c1dfc4cc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0523260 Apr 04 17:51:52.684415 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ad9b946f-6e42-481e-936a-851a88922ec4 req-f4e4dd1f-1ae2-4a12-a482-8dcecf055abd tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 Apr 04 17:51:53.401214 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a54860fe-7a0e-4c71-94c0-acca8c872d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:53.812835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbd12e-c57e-4e98-b361-209dded8abb8 req-c4476f0d-e942-4ba1-b7b8-8cafe8acd79d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:53.814296 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ecbbd12e-c57e-4e98-b361-209dded8abb8 req-c4476f0d-e942-4ba1-b7b8-8cafe8acd79d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0555663 Apr 04 17:51:53.858772 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ecbbd12e-c57e-4e98-b361-209dded8abb8 req-adb11d75-032b-4e71-91c0-89c56781407a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390632 Apr 04 17:51:54.722420 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['66478125-dc1c-4fa7-ac1f-460b8145277d'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:51:54.979350 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88647d36-62e6-44fe-9e43-1c0f12fdd27f req-e566634b-8f92-4709-9051-d68fc4c87be2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:54.981350 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-88647d36-62e6-44fe-9e43-1c0f12fdd27f req-e566634b-8f92-4709-9051-d68fc4c87be2 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 944 time: 0.0538559 Apr 04 17:51:55.026385 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-88647d36-62e6-44fe-9e43-1c0f12fdd27f req-17e14f90-d274-4bb9-9c71-671b4a3fbeff tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Apr 04 17:51:55.749847 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a6344c16-f9d3-444d-932a-dc11de6eb037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:55.871859 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:51:55.918328 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 66478125-dc1c-4fa7-ac1f-460b8145277d triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:51:55.918697 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:55.997078 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 66478125-dc1c-4fa7-ac1f-460b8145277d is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:51:55.997384 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:56.018532 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:51:56.020755 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8985ae-63ee-49a0-b8b3-f46465ecd216" -d '{"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-plugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:51:56.033021 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:51:56.036861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:56.060437 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9992eb88-01ec-461b-bd85-501cf8ddd860 x-openstack-request-id: req-9992eb88-01ec-461b-bd85-501cf8ddd860 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:51:56.060734 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-plugged", "status": "completed", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:51:56.060990 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9992eb88-01ec-461b-bd85-501cf8ddd860 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:51:56.061385 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9992eb88-01ec-461b-bd85-501cf8ddd860'] response: {'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'code': 200} Apr 04 17:51:56.087722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=10']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:56.161409 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae1565-917b-4666-a75f-be261246a7b1 req-e36daa5b-b9ca-4bb6-8b87-ec421ab85a0a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:56.163057 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-30ae1565-917b-4666-a75f-be261246a7b1 req-e36daa5b-b9ca-4bb6-8b87-ec421ab85a0a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 946 time: 0.0612087 Apr 04 17:51:56.213479 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-30ae1565-917b-4666-a75f-be261246a7b1 req-fa02c0b8-a63e-450a-9a29-a4056ecba8fc tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Apr 04 17:51:56.256360 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618186e-5837-48de-acb5-ec63e8d4aa04 req-9ecc8526-5481-4fce-a105-1eb96f89245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:56.258019 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7618186e-5837-48de-acb5-ec63e8d4aa04 req-9ecc8526-5481-4fce-a105-1eb96f89245d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1130 time: 0.0461531 Apr 04 17:51:56.301053 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7618186e-5837-48de-acb5-ec63e8d4aa04 req-db5e8762-30b7-4e52-b19d-2bfb46852b80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370600 Apr 04 17:51:56.743847 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:57.344081 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb777b1-6bd8-40d9-9eba-4b1614701f59 req-152312dd-5a29-42d1-9fe7-0830bfefc06d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:57.345606 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ffb777b1-6bd8-40d9-9eba-4b1614701f59 req-152312dd-5a29-42d1-9fe7-0830bfefc06d tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 946 time: 0.0556533 Apr 04 17:51:57.392862 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ffb777b1-6bd8-40d9-9eba-4b1614701f59 req-84dae3e5-8cf1-4239-af3f-92ab288b56db tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Apr 04 17:51:58.209851 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47138) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:58.294011 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.313502 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a09b19f6-4ab7-45df-9c6b-4bb7235443a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.386963 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a09b19f6-4ab7-45df-9c6b-4bb7235443a1 admin admin] Publish callbacks [] for security_group (872895c3-ab33-4220-bb1d-120bd66b6e86), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.390352 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a09b19f6-4ab7-45df-9c6b-4bb7235443a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (872895c3-ab33-4220-bb1d-120bd66b6e86), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.429900 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a09b19f6-4ab7-45df-9c6b-4bb7235443a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48a61f23f6064fd78e5f8dfad49d0e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166150 Apr 04 17:51:58.429900 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b19f6-4ab7-45df-9c6b-4bb7235443a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872895c3-ab33-4220-bb1d-120bd66b6e86,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:58.431121 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47144) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:58.515212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94de62f7-260c-4228-a6c6-4a3654677f70 admin admin] Publish callbacks [] for security_group (872895c3-ab33-4220-bb1d-120bd66b6e86), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.543793 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072036-4481-4aa3-87f5-3f1dfaf2361b req-eafaa4ec-43ed-4426-b9ee-2e1559505ae4 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:51:58.545265 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d0072036-4481-4aa3-87f5-3f1dfaf2361b req-eafaa4ec-43ed-4426-b9ee-2e1559505ae4 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 946 time: 0.0793614 Apr 04 17:51:58.549630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94de62f7-260c-4228-a6c6-4a3654677f70 admin admin] Publish callbacks [] for security_group (872895c3-ab33-4220-bb1d-120bd66b6e86), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.622274 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d0072036-4481-4aa3-87f5-3f1dfaf2361b req-0ecefb0a-3506-44ac-82ac-574ab2edbd57 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707431 Apr 04 17:51:58.630818 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94de62f7-260c-4228-a6c6-4a3654677f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (872895c3-ab33-4220-bb1d-120bd66b6e86), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.633727 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94de62f7-260c-4228-a6c6-4a3654677f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.638428 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-94de62f7-260c-4228-a6c6-4a3654677f70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/872895c3-ab33-4220-bb1d-120bd66b6e86 HTTP/1.1" status: 204 len: 168 time: 0.2069190 Apr 04 17:51:58.646290 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de62f7-260c-4228-a6c6-4a3654677f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872895c3-ab33-4220-bb1d-120bd66b6e86,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:58.900817 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47154) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:58.914677 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2df41219-3de3-4704-b55c-74611caf1b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.992086 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2df41219-3de3-4704-b55c-74611caf1b04 admin admin] Publish callbacks [] for security_group (c69df480-4d53-46f9-9d4c-e552873e7671), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:58.996247 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2df41219-3de3-4704-b55c-74611caf1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c69df480-4d53-46f9-9d4c-e552873e7671), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:59.032254 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2df41219-3de3-4704-b55c-74611caf1b04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8002cb1e44c24677af0752b8b975aeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298649 Apr 04 17:51:59.034180 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df41219-3de3-4704-b55c-74611caf1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69df480-4d53-46f9-9d4c-e552873e7671,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:59.034954 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47156) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:51:59.082302 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-31f74a90-4bef-4859-852d-bcffd3ca21af admin admin] Publish callbacks [] for security_group (c69df480-4d53-46f9-9d4c-e552873e7671), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:59.102603 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-31f74a90-4bef-4859-852d-bcffd3ca21af admin admin] Publish callbacks [] for security_group (c69df480-4d53-46f9-9d4c-e552873e7671), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:59.152907 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-31f74a90-4bef-4859-852d-bcffd3ca21af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c69df480-4d53-46f9-9d4c-e552873e7671), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:59.155316 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-31f74a90-4bef-4859-852d-bcffd3ca21af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:51:59.156477 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-31f74a90-4bef-4859-852d-bcffd3ca21af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c69df480-4d53-46f9-9d4c-e552873e7671 HTTP/1.1" status: 204 len: 168 time: 0.1204913 Apr 04 17:51:59.163687 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f74a90-4bef-4859-852d-bcffd3ca21af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69df480-4d53-46f9-9d4c-e552873e7671,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:51:59.845765 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:01.888332 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.212466 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-d3c405d4-6191-435a-a3b0-d5d7e3432fe1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443332 Apr 04 17:52:03.274677 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87521-fa79-4649-a95c-8885fd2291fc req-fba24bd9-bcec-47ed-932c-0b6197a8da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:03.276177 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-fba24bd9-bcec-47ed-932c-0b6197a8da5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bed2ba6f49034f7fa122e04d873069e8&device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 1130 time: 0.0443907 Apr 04 17:52:03.394214 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87521-fa79-4649-a95c-8885fd2291fc req-84860d53-0c8f-4cf0-9201-62df122bc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:03.395709 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-84860d53-0c8f-4cf0-9201-62df122bc540 service neutron] 10.222.0.11 "GET /v2.0/networks?id=43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 200 len: 917 time: 0.0921733 Apr 04 17:52:03.448941 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47248) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:03.460508 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-ff9eb1fe-36bf-4d6b-bbea-a9899695cdc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 200 len: 1000 time: 0.0582178 Apr 04 17:52:03.511730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87521-fa79-4649-a95c-8885fd2291fc req-7f4a71c8-bdc6-4870-be71-45623da51fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:03.513101 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-7f4a71c8-bdc6-4870-be71-45623da51fe0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 200 len: 855 time: 0.0463505 Apr 04 17:52:03.549607 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-471f2a5b-1b84-4a0b-9750-2d6ec2c14d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.560826 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87521-fa79-4649-a95c-8885fd2291fc req-29df5a0a-8193-4a0e-bd63-b26ca7048a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:03.562309 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-29df5a0a-8193-4a0e-bd63-b26ca7048a88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43fb391c-85e2-4c6d-84da-8b3d8f995522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435131 Apr 04 17:52:03.623408 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-471f2a5b-1b84-4a0b-9750-2d6ec2c14d38 admin admin] Publish callbacks [] for security_group (dddcdb8c-1541-45c7-ae00-91311186206a), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.627503 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-471f2a5b-1b84-4a0b-9750-2d6ec2c14d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (dddcdb8c-1541-45c7-ae00-91311186206a), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.662277 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-471f2a5b-1b84-4a0b-9750-2d6ec2c14d38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97660ac3fe814fcfb3a9e42d50bfb0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098556 Apr 04 17:52:03.664801 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47252) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:03.671585 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f2a5b-1b84-4a0b-9750-2d6ec2c14d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddcdb8c-1541-45c7-ae00-91311186206a,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:03.703080 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-1899d77c-a9fe-42c8-a3c9-05e7ebe06889 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228867 Apr 04 17:52:03.777631 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3de09f02-2d38-4957-b744-96e05cc60482 admin admin] Publish callbacks [] for security_group (dddcdb8c-1541-45c7-ae00-91311186206a), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.812984 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3de09f02-2d38-4957-b744-96e05cc60482 admin admin] Publish callbacks [] for security_group (dddcdb8c-1541-45c7-ae00-91311186206a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.834611 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-beb87521-fa79-4649-a95c-8885fd2291fc req-e9cfd8ea-69fd-4ce4-8b73-64bd62577cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242044 Apr 04 17:52:03.868742 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3de09f02-2d38-4957-b744-96e05cc60482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (dddcdb8c-1541-45c7-ae00-91311186206a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.872027 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3de09f02-2d38-4957-b744-96e05cc60482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:03.873200 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3de09f02-2d38-4957-b744-96e05cc60482 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dddcdb8c-1541-45c7-ae00-91311186206a HTTP/1.1" status: 204 len: 168 time: 0.2074797 Apr 04 17:52:03.882343 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de09f02-2d38-4957-b744-96e05cc60482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddcdb8c-1541-45c7-ae00-91311186206a,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:04.135766 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47260) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:04.156899 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1f2e007a-f6d7-4fd4-b456-ec8999ab008a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.241672 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1f2e007a-f6d7-4fd4-b456-ec8999ab008a admin admin] Publish callbacks [] for security_group (94196e5e-d9dc-467a-8269-202c2d2ebd20), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.246093 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1f2e007a-f6d7-4fd4-b456-ec8999ab008a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (94196e5e-d9dc-467a-8269-202c2d2ebd20), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.283906 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-1f2e007a-f6d7-4fd4-b456-ec8999ab008a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78b43477e1234a64a33b147e5c721518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469648 Apr 04 17:52:04.285831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e007a-f6d7-4fd4-b456-ec8999ab008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94196e5e-d9dc-467a-8269-202c2d2ebd20,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:04.286568 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47268) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:04.335771 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c6adab-1e2f-4f4c-9e12-1fac2f4e5697 admin admin] Publish callbacks [] for security_group (94196e5e-d9dc-467a-8269-202c2d2ebd20), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.357242 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c6adab-1e2f-4f4c-9e12-1fac2f4e5697 admin admin] Publish callbacks [] for security_group (94196e5e-d9dc-467a-8269-202c2d2ebd20), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.402898 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c6adab-1e2f-4f4c-9e12-1fac2f4e5697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (94196e5e-d9dc-467a-8269-202c2d2ebd20), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.405488 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c6adab-1e2f-4f4c-9e12-1fac2f4e5697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:04.409181 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-20c6adab-1e2f-4f4c-9e12-1fac2f4e5697 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94196e5e-d9dc-467a-8269-202c2d2ebd20 HTTP/1.1" status: 204 len: 168 time: 0.1190944 Apr 04 17:52:04.414349 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6adab-1e2f-4f4c-9e12-1fac2f4e5697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94196e5e-d9dc-467a-8269-202c2d2ebd20,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:05.860181 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea8218-0c8f-4e9a-a0d7-efa396e254ee req-ac00b7d7-6507-41bc-b2c5-1b31a75b52d7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:05.861703 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3fea8218-0c8f-4e9a-a0d7-efa396e254ee req-ac00b7d7-6507-41bc-b2c5-1b31a75b52d7 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 945 time: 0.0555396 Apr 04 17:52:05.909066 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3fea8218-0c8f-4e9a-a0d7-efa396e254ee req-18edf864-fd88-41af-9fcc-09f0e2d9a5cc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Apr 04 17:52:07.035155 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831140-3357-44cd-a02b-9c556da248d9 req-3bb4fb2c-b2c3-47bd-93df-e411c7a9b90c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:07.036651 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-dc831140-3357-44cd-a02b-9c556da248d9 req-3bb4fb2c-b2c3-47bd-93df-e411c7a9b90c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Apr 04 17:52:07.081590 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-dc831140-3357-44cd-a02b-9c556da248d9 req-6909ec56-7004-41df-88e8-c7c6d6fcbb53 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups?id=ffa5faf6-e448-49d5-b9a2-00067322d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Apr 04 17:52:07.426818 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-23d59048-0c58-4e73-a8d8-fe724e13221f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:07.428227 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-23d59048-0c58-4e73-a8d8-fe724e13221f tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 945 time: 0.0545278 Apr 04 17:52:07.524394 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:07.524740 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:07.626071 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] For port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:07.626440 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:07.806538 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:07.806909 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (fda5c30d-2823-4c1b-87b1-3cb0f34649c0), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:07.807240 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Floating IP fda5c30d-2823-4c1b-87b1-3cb0f34649c0 disassociated. External IP: 172.27.3.207, port: f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e. Apr 04 17:52:07.808117 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:07.938560 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:07.971939 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:08.091342 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:52:08.178877 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eeee2f2d-abcf-4b05-a228-ed888d0bbcb6 req-c2b5f902-0f7d-4c99-ab12-57839379699c tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7e53458-8bc2-4a38-96a8-c7dd57e6fb50 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Apr 04 17:52:08.204314 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:52:08.217531 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:52:08.230340 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:08.231017 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:51:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:08.252760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] No DVR routers for this DVR port f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:52:08.255212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:08.258530 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-77d8f189-fd3c-4f3f-a1c4-885e951c2580 req-f97e840c-1961-46c9-b94e-ec4e78159a50 tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.11 "DELETE /v2.0/ports/f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e HTTP/1.1" status: 204 len: 173 time: 0.8249228 Apr 04 17:52:08.258965 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'name': 'network-vif-deleted', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:08.261249 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9292f2e7-d338-4d19-adb5-f4af0b03ef26" -d '{"events": [{"server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "name": "network-vif-deleted", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:08.360349 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:08.437907 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01ae3c-2f27-47c6-b99e-2d6495e50f74 x-openstack-request-id: req-ea01ae3c-2f27-47c6-b99e-2d6495e50f74 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:08.438203 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e53458-8bc2-4a38-96a8-c7dd57e6fb50", "name": "network-vif-deleted", "tag": "f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:08.438461 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea01ae3c-2f27-47c6-b99e-2d6495e50f74 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:08.438870 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea01ae3c-2f27-47c6-b99e-2d6495e50f74'] response: {'server_uuid': 'b7e53458-8bc2-4a38-96a8-c7dd57e6fb50', 'name': 'network-vif-deleted', 'tag': 'f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e', 'status': 'completed', 'code': 200} Apr 04 17:52:08.580704 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:08.610670 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:52:08.620032 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:08.620681 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:51:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:08.725631 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:08.935246 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:08.960947 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5ad529-31dc-4473-97db-91efcfd2e2da None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:46:04Z', 'revision_number': 4, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e15b3e85-36c7-485c-b42c-3033c8737196', 'name': '', 'network_id': 'a1c4ff85-49bf-44e8-a718-4245f405dbcd', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'mac_address': 'fa:16:3e:ca:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:09Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'subnets': [{'id': 'fca0d592-72f9-4fe2-ba82-806680525939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:52:09.176645 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a70a1-8026-4cb9-836e-22d58daf82d5 None None] New status for floating IP fda5c30d-2823-4c1b-87b1-3cb0f34649c0: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:52:09.272496 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47382) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:09.327171 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6017655f-62bc-4198-8088-79654ef9e5fc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (ffa5faf6-e448-49d5-b9a2-00067322d9b2), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.350073 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6017655f-62bc-4198-8088-79654ef9e5fc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (ffa5faf6-e448-49d5-b9a2-00067322d9b2), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.399955 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6017655f-62bc-4198-8088-79654ef9e5fc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ffa5faf6-e448-49d5-b9a2-00067322d9b2), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.402543 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6017655f-62bc-4198-8088-79654ef9e5fc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.403690 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-6017655f-62bc-4198-8088-79654ef9e5fc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffa5faf6-e448-49d5-b9a2-00067322d9b2 HTTP/1.1" status: 204 len: 168 time: 0.1302133 Apr 04 17:52:09.406561 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47384) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:09.412550 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017655f-62bc-4198-8088-79654ef9e5fc tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5faf6-e448-49d5-b9a2-00067322d9b2,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:09.421685 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.api.v2.resource [None req-3b1f06ac-d055-4dad-bb38-71e0ea272a5e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] show failed (client error): The resource could not be found. Apr 04 17:52:09.422690 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3b1f06ac-d055-4dad-bb38-71e0ea272a5e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "GET /v2.0/security-groups/ffa5faf6-e448-49d5-b9a2-00067322d9b2 HTTP/1.1" status: 404 len: 347 time: 0.0151396 Apr 04 17:52:09.425605 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47386) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:09.551800 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Deleting port 68ba5294-c3bf-4a91-9a29-4d77010c9e0f {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:09.552160 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.627155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.627479 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.639386 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Calling delete_port for 68ba5294-c3bf-4a91-9a29-4d77010c9e0f owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:09.773422 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (68ba5294-c3bf-4a91-9a29-4d77010c9e0f), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.798172 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Pushing event deleted for resources: {'Port': ['ID=68ba5294-c3bf-4a91-9a29-4d77010c9e0f,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:09.863819 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks [] for floatingip (fda5c30d-2823-4c1b-87b1-3cb0f34649c0), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.866409 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:09.867804 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-bec2670d-77d7-4aff-b222-c6724304dc1e tempest-AttachVolumeNegativeTest-903971605 tempest-AttachVolumeNegativeTest-903971605-project] 10.222.0.24 "DELETE /v2.0/floatingips/fda5c30d-2823-4c1b-87b1-3cb0f34649c0 HTTP/1.1" status: 204 len: 168 time: 0.4408848 Apr 04 17:52:11.988969 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:12.009345 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:12.009687 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f3fbe144-8fc5-4353-bb3a-4791bc9c2b7e not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:13.508882 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47430) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:14.002033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (771ea59d-9a88-4cf0-a1e7-9fc440c28219), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:14.249532 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Deleting port e15b3e85-36c7-485c-b42c-3033c8737196 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:14.249758 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:14.325102 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] For port e15b3e85-36c7-485c-b42c-3033c8737196, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e15b3e85-36c7-485c-b42c-3033c8737196,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:14.325464 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:14.338045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Calling delete_port for e15b3e85-36c7-485c-b42c-3033c8737196 owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:14.520088 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (e15b3e85-36c7-485c-b42c-3033c8737196), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:14.545486 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15b3e85-36c7-485c-b42c-3033c8737196,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:14.556510 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.556864 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.557886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.558088 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.558424 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.558751 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.559105 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.559431 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.559755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.560083 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.560458 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.560780 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.561096 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.561414 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.561732 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:14.978033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (771ea59d-9a88-4cf0-a1e7-9fc440c28219), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:15.192578 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:52:15.305311 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:52:15.310538 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-28522a8b-f603-4d85-9a41-a3599acc92d8 admin admin] 10.222.0.24 "PUT /v2.0/routers/771ea59d-9a88-4cf0-a1e7-9fc440c28219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006513 Apr 04 17:52:15.313012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47438) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:15.316268 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] Sync routers for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:52:15.325780 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:15.326366 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:51:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:15.419607 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks [] for router (771ea59d-9a88-4cf0-a1e7-9fc440c28219), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:15.430822 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:15.521763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks [] for router_gateway (771ea59d-9a88-4cf0-a1e7-9fc440c28219), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:15.575870 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Deleting port 377d0f7b-329d-4f4b-9f5e-bfba014960d6 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:15.576213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:15.607720 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:52:14Z', 'revision_number': 5, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port': {'id': '377d0f7b-329d-4f4b-9f5e-bfba014960d6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:45:58Z', 'updated_at': '2022-04-04T17:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:15.638081 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] Checking router: 771ea59d-9a88-4cf0-a1e7-9fc440c28219 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:52:15.647270 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] Routers {'771ea59d-9a88-4cf0-a1e7-9fc440c28219'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:15.647871 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:51:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:15.661822 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] For port 377d0f7b-329d-4f4b-9f5e-bfba014960d6, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=377d0f7b-329d-4f4b-9f5e-bfba014960d6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:15.662185 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:15.675122 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Calling delete_port for 377d0f7b-329d-4f4b-9f5e-bfba014960d6 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:15.739472 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] Set router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 gateway port host: None {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:15.790639 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:52:15Z', 'revision_number': 6, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:15.841395 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (377d0f7b-329d-4f4b-9f5e-bfba014960d6), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:15.865500 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Pushing event deleted for resources: {'Port': ['ID=377d0f7b-329d-4f4b-9f5e-bfba014960d6,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:15.911562 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7139301-175c-40cb-8aef-d3bce7b88dd9 None None] The sync data for ids ['771ea59d-9a88-4cf0-a1e7-9fc440c28219'] in dv-cinder-788368-5-iscsi is: [{'id': '771ea59d-9a88-4cf0-a1e7-9fc440c28219', 'name': 'tempest-AttachVolumeNegativeTest-828007322-router', 'tenant_id': '4f8c198fee05410bbd2f798863b827b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:45:56Z', 'updated_at': '2022-04-04T17:52:15Z', 'revision_number': 6, 'project_id': '4f8c198fee05410bbd2f798863b827b2', 'gw_port_host': None}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:52:15.933578 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (771ea59d-9a88-4cf0-a1e7-9fc440c28219), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.029262 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (771ea59d-9a88-4cf0-a1e7-9fc440c28219), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.031312 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks [] for router_controller (771ea59d-9a88-4cf0-a1e7-9fc440c28219), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.077045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (771ea59d-9a88-4cf0-a1e7-9fc440c28219), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.077590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771ea59d-9a88-4cf0-a1e7-9fc440c28219 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 17:52:16.082866 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.083959 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3c2a8c9a-752f-4d85-b83a-dcd581fc262b admin admin] 10.222.0.24 "DELETE /v2.0/routers/771ea59d-9a88-4cf0-a1e7-9fc440c28219 HTTP/1.1" status: 204 len: 168 time: 0.7693892 Apr 04 17:52:16.086498 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47454) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:16.129993 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Deleting subnet fca0d592-72f9-4fe2-ba82-806680525939 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:52:16.133001 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Publish callbacks [] for subnet (fca0d592-72f9-4fe2-ba82-806680525939), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.165987 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (fca0d592-72f9-4fe2-ba82-806680525939), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.242037 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (fca0d592-72f9-4fe2-ba82-806680525939), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.292545 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (fca0d592-72f9-4fe2-ba82-806680525939), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.316623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca0d592-72f9-4fe2-ba82-806680525939,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:16.322330 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.329453 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5121aaa2-a237-471b-a27a-f552b3b045e9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fca0d592-72f9-4fe2-ba82-806680525939 HTTP/1.1" status: 204 len: 168 time: 0.2389505 Apr 04 17:52:16.329453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47456) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:16.332367 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af59e3-1784-4c29-9e56-fac00cafaa19 None None] Network a1c4ff85-49bf-44e8-a718-4245f405dbcd requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:52:16.405859 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (a1c4ff85-49bf-44e8-a718-4245f405dbcd), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.466652 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Deleting port 7958d59e-8efb-4c5b-ae64-8914cd50e78b {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:16.467142 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.529469 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] For port 7958d59e-8efb-4c5b-ae64-8914cd50e78b, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=7958d59e-8efb-4c5b-ae64-8914cd50e78b,segment=NetworkSegment(c0513382-71aa-4def-bedb-f52bc971ccd8),segment_id=c0513382-71aa-4def-bedb-f52bc971ccd8)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:16.530139 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.542307 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Calling delete_port for 7958d59e-8efb-4c5b-ae64-8914cd50e78b owned by network:dhcp {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:16.621990 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (7958d59e-8efb-4c5b-ae64-8914cd50e78b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.648934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Pushing event deleted for resources: {'Port': ['ID=7958d59e-8efb-4c5b-ae64-8914cd50e78b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:16.650669 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] No DVR routers for this DVR port 7958d59e-8efb-4c5b-ae64-8914cd50e78b on host dv-cinder-788368-5-iscsi {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:52:16.721335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (a1c4ff85-49bf-44e8-a718-4245f405dbcd), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.733317 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58d956-a6a7-4ac1-9a57-d95bd39bf98e None None] DHCP port deletion for a1c4ff85-49bf-44e8-a718-4245f405dbcd request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 17:52:16.750640 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c4ff85-49bf-44e8-a718-4245f405dbcd']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:16.762950 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0513382-71aa-4def-bedb-f52bc971ccd8') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:16.763244 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0513382-71aa-4def-bedb-f52bc971ccd8') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:16.772986 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (c0513382-71aa-4def-bedb-f52bc971ccd8), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.786773 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (c0513382-71aa-4def-bedb-f52bc971ccd8), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.794393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:52:16.794831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (c0513382-71aa-4def-bedb-f52bc971ccd8), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:52:16.796902 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:52:16.853982 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (a1c4ff85-49bf-44e8-a718-4245f405dbcd), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.854910 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 377d0f7b-329d-4f4b-9f5e-bfba014960d6 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:16.859859 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:16.863034 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a1c4ff85-49bf-44e8-a718-4245f405dbcd HTTP/1.1" status: 204 len: 168 time: 0.5333166 Apr 04 17:52:16.873522 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8ae0-4484-452e-a0c5-fb9b0f365411 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c4ff85-49bf-44e8-a718-4245f405dbcd,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:16.879343 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 377d0f7b-329d-4f4b-9f5e-bfba014960d6 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:16.879448 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 377d0f7b-329d-4f4b-9f5e-bfba014960d6 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:16.879867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e15b3e85-36c7-485c-b42c-3033c8737196 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:16.899647 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: e15b3e85-36c7-485c-b42c-3033c8737196 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:16.899986 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e15b3e85-36c7-485c-b42c-3033c8737196 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:16.900440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 7958d59e-8efb-4c5b-ae64-8914cd50e78b no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:16.922558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 7958d59e-8efb-4c5b-ae64-8914cd50e78b {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:16.922558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 7958d59e-8efb-4c5b-ae64-8914cd50e78b not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:16.989856 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47460) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:17.032375 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c134736e-dad5-4225-a195-20d6400eac82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f8c198fee05410bbd2f798863b827b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412703 Apr 04 17:52:17.034692 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47462) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:17.080047 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83f81db1-6c91-45cf-9568-8e8de028e8fc admin admin] Publish callbacks [] for security_group (59a9564e-a8e5-4e73-a66b-e472bd04e129), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:17.105004 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83f81db1-6c91-45cf-9568-8e8de028e8fc admin admin] Publish callbacks [] for security_group (59a9564e-a8e5-4e73-a66b-e472bd04e129), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:17.163966 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83f81db1-6c91-45cf-9568-8e8de028e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (59a9564e-a8e5-4e73-a66b-e472bd04e129), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:17.167154 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-83f81db1-6c91-45cf-9568-8e8de028e8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:17.168343 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-83f81db1-6c91-45cf-9568-8e8de028e8fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59a9564e-a8e5-4e73-a66b-e472bd04e129 HTTP/1.1" status: 204 len: 168 time: 0.1327488 Apr 04 17:52:17.176387 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f81db1-6c91-45cf-9568-8e8de028e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a9564e-a8e5-4e73-a66b-e472bd04e129,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:23.402729 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6ca84bfa-924e-4cf1-af99-4a759dd9318d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:23.992094 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47564) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:24.093012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ef0a-f6d0-478f-a452-b1354a1e7a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.173904 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ef0a-f6d0-478f-a452-b1354a1e7a88 admin admin] Publish callbacks [] for security_group (4b511723-70c3-4b6b-b9a9-f49d28e06f9a), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.177705 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ef0a-f6d0-478f-a452-b1354a1e7a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4b511723-70c3-4b6b-b9a9-f49d28e06f9a), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.215334 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9ef0a-f6d0-478f-a452-b1354a1e7a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b511723-70c3-4b6b-b9a9-f49d28e06f9a,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:24.219567 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3eb9ef0a-f6d0-478f-a452-b1354a1e7a88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa6821789a3b48159781b86e3488d170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258818 Apr 04 17:52:24.222854 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47568) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:24.267172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7496271e-8233-48d3-95ce-eb8a3406da93 admin admin] Publish callbacks [] for security_group (4b511723-70c3-4b6b-b9a9-f49d28e06f9a), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.287979 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7496271e-8233-48d3-95ce-eb8a3406da93 admin admin] Publish callbacks [] for security_group (4b511723-70c3-4b6b-b9a9-f49d28e06f9a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.336342 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7496271e-8233-48d3-95ce-eb8a3406da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4b511723-70c3-4b6b-b9a9-f49d28e06f9a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.338901 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7496271e-8233-48d3-95ce-eb8a3406da93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:24.340049 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7496271e-8233-48d3-95ce-eb8a3406da93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b511723-70c3-4b6b-b9a9-f49d28e06f9a HTTP/1.1" status: 204 len: 168 time: 0.1169114 Apr 04 17:52:24.347706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496271e-8233-48d3-95ce-eb8a3406da93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b511723-70c3-4b6b-b9a9-f49d28e06f9a,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:24.942626 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47592) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:25.036647 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1509687211-network', 'tenant_id': '4f12a3b71354406ba791b6bc14b7bcf8'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:25.055383 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Made reservation on behalf of 4f12a3b71354406ba791b6bc14b7bcf8 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:52:25.057769 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.066279 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.135995 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks [] for security_group (470c757c-df87-48d3-8093-26cc7bc1e6d9), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.139742 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (470c757c-df87-48d3-8093-26cc7bc1e6d9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.167456 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:52:25.173502 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470c757c-df87-48d3-8093-26cc7bc1e6d9,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:25.182824 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (53625d13-30dd-4e0e-a9c8-d0f04b07931b), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.183162 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Added segment 53625d13-30dd-4e0e-a9c8-d0f04b07931b of type vlan for network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 Apr 04 17:52:25.185038 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.185388 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.185730 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.186069 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.186403 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.186732 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.187058 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.187384 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.187708 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.188033 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.188383 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.188710 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.189035 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.189353 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.189671 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:25.231011 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (5f885aea-4bfe-491e-989c-a29ecbf7e9b0), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.254393 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (5f885aea-4bfe-491e-989c-a29ecbf7e9b0), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.255305 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:25.255882 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.309515 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3655636 Apr 04 17:52:25.312568 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47596) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:25.317529 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Request body: {'subnet': {'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1509687211-subnet', 'tenant_id': '4f12a3b71354406ba791b6bc14b7bcf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:25.318153 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcabab-cb83-4794-95c1-c2fdeff43bea admin admin] Pushing event updated for resources: {'Network': ['ID=5f885aea-4bfe-491e-989c-a29ecbf7e9b0,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:25.329036 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:52:25.337834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Made reservation on behalf of 4f12a3b71354406ba791b6bc14b7bcf8 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:52:25.340856 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179785'] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.512871 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179839'] for subnet (b8d7ac4b-4058-43e5-8bfa-e49e0308dd17), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.567430 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d7ac4b-4058-43e5-8bfa-e49e0308dd17,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:25.574949 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Checking segment: {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:52:25.575301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Network hostable DHCP agents. Network: 5f885aea-4bfe-491e-989c-a29ecbf7e9b0, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:52:25.592710 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:52:25.600559 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 5f885aea-4bfe-491e-989c-a29ecbf7e9b0) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:25.604489 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:25.605079 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:25.609243 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3f165-9b11-4443-bc5b-bd80994074bf None None] Network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:52:25.619984 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-219e6507-fa27-4fb4-b632-173c9d6ab41c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3062279 Apr 04 17:52:25.708056 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de69fc-5a69-4d50-8459-7fa7a4aa3a90 None None] Network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:52:25.776947 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4ae1d0a2-62aa-4092-a55e-ac0c90f7ab58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:26.111769 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:52:26.745334 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:27.352086 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-ccc18fbc-3b96-4302-963d-8aec7240b316 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:27.353527 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-ccc18fbc-3b96-4302-963d-8aec7240b316 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/networks?id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0 HTTP/1.1" status: 200 len: 809 time: 0.0958107 Apr 04 17:52:27.367273 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-3a58d525-73f6-4c49-9acc-71ba8222510d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/quotas/4f12a3b71354406ba791b6bc14b7bcf8 HTTP/1.1" status: 200 len: 375 time: 0.0085213 Apr 04 17:52:27.397910 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-2374ea11-1009-4e0e-98de-2514f46dd3fa tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255063 Apr 04 17:52:27.527414 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-9da284e1-c7a3-41f3-82b9-0a7fa27fc2ef service neutron] 10.222.0.24 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231349 Apr 04 17:52:27.612834 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-8a0818d5-ad6b-424c-ad8a-524460ffe1a2 service neutron] 10.222.0.24 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795064 Apr 04 17:52:27.768478 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aaa5eeea-71e7-4462-bd08-1763069b72da req-246cc2a9-28b0-4ca7-8c7e-23b34e91ac82 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 210 time: 0.0276213 Apr 04 17:52:28.300667 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:28.874452 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b85d2fbb-08f1-4d3c-bbf5-feafc270ea9b req-b679b99e-7ccb-4afd-8b3c-3fd666a614f0 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 210 time: 0.0363851 Apr 04 17:52:29.847179 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:29.968364 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ce33fbeb-3e46-48d0-b7df-eeeb3a8ded72 req-0dcfc35c-2b4a-4a18-a0c4-54e601d18c08 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 210 time: 0.0296741 Apr 04 17:52:31.073794 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f61f6fcd-7397-44d0-a40f-115b3b85d5a9 req-dcdd1d9f-2be1-475a-884a-62f8919b7ec7 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 210 time: 0.0350657 Apr 04 17:52:31.139218 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f366537f-a026-40e7-850d-e931b3bb0c2f tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:31.140792 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f366537f-a026-40e7-850d-e931b3bb0c2f tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "GET /v2.0/networks?id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0 HTTP/1.1" status: 200 len: 809 time: 0.1125581 Apr 04 17:52:31.156643 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Request body: {'port': {'device_id': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0', 'admin_state_up': True, 'tenant_id': '4f12a3b71354406ba791b6bc14b7bcf8'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:31.264209 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Made reservation on behalf of 4f12a3b71354406ba791b6bc14b7bcf8 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:52:31.267585 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:31.394056 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Allocated IP 172.20.0.10 (5f885aea-4bfe-491e-989c-a29ecbf7e9b0/b8d7ac4b-4058-43e5-8bfa-e49e0308dd17/5539824c-0bc9-455d-a8d0-b06cade5d86b) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:52:31.536781 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks [] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:31.572289 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:31.611682 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:31.614596 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:31.618208 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:52:31.645337 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Pushing event updated for resources: {'Port': ['ID=5539824c-0bc9-455d-a8d0-b06cade5d86b,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:31.674587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:31.675177 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:31.690897 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-0249c8af-64a5-495e-ba0b-0e6b13281921 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380285 Apr 04 17:52:31.702742 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Request body: {'port': {'device_id': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:31.761233 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:31.886942 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:32.013968 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5539824c-0bc9-455d-a8d0-b06cade5d86b {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:52:32.021320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Publish callbacks [] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:32.033155 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Transition to ACTIVE for port object 5539824c-0bc9-455d-a8d0-b06cade5d86b will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:52:32.035862 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:32.082707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5539824c-0bc9-455d-a8d0-b06cade5d86b,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:32.183601 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Attempting to bind port 5539824c-0bc9-455d-a8d0-b06cade5d86b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:52:32.184158 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Attempting to bind port 5539824c-0bc9-455d-a8d0-b06cade5d86b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:52:32.184552 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Attempting to bind port 5539824c-0bc9-455d-a8d0-b06cade5d86b on network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:52:32.193055 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Port 5539824c-0bc9-455d-a8d0-b06cade5d86b on network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:52:32.193373 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Attempting to bind port 5539824c-0bc9-455d-a8d0-b06cade5d86b on network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:52:32.202228 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:52:32.202557 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Checking segment: {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:52:32.202930 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Bound using segment: {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:52:32.203353 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Bound port: 5539824c-0bc9-455d-a8d0-b06cade5d86b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:52:32.203706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:32.225698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dccde-6122-40b1-8c04-936f2841a2d3 req-12098e3c-5b25-413c-aa02-3f7b4190caf7 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:32.227182 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-184dccde-6122-40b1-8c04-936f2841a2d3 req-12098e3c-5b25-413c-aa02-3f7b4190caf7 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0767145 Apr 04 17:52:32.308519 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] For port 5539824c-0bc9-455d-a8d0-b06cade5d86b, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:52:32.313039 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-184dccde-6122-40b1-8c04-936f2841a2d3 req-536cf8c7-abb5-496c-b02e-19b758daf010 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647371 Apr 04 17:52:32.314564 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] For port 5539824c-0bc9-455d-a8d0-b06cade5d86b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5539824c-0bc9-455d-a8d0-b06cade5d86b,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:52:32.324196 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:32.358024 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:32.358753 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:32.359963 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/5539824c-0bc9-455d-a8d0-b06cade5d86b HTTP/1.1" status: 200 len: 1094 time: 0.6611190 Apr 04 17:52:32.360461 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'tag': '5539824c-0bc9-455d-a8d0-b06cade5d86b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:32.362674 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927e2a5-e27b-4851-aaf3-bd5db72761af" -d '{"events": [{"name": "network-changed", "server_uuid": "b3721e8d-0268-435a-a0b5-852292c60a9a", "tag": "5539824c-0bc9-455d-a8d0-b06cade5d86b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:32.386649 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f883b2-f393-4041-a499-c1aeafedb8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5539824c-0bc9-455d-a8d0-b06cade5d86b,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:32.402435 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074af692-704d-42d7-bfa8-e0f13a98df97 x-openstack-request-id: req-074af692-704d-42d7-bfa8-e0f13a98df97 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:32.402725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3721e8d-0268-435a-a0b5-852292c60a9a", "tag": "5539824c-0bc9-455d-a8d0-b06cade5d86b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:32.402977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-074af692-704d-42d7-bfa8-e0f13a98df97 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:32.403385 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074af692-704d-42d7-bfa8-e0f13a98df97'] response: {'name': 'network-changed', 'server_uuid': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'tag': '5539824c-0bc9-455d-a8d0-b06cade5d86b', 'status': 'completed', 'code': 200} Apr 04 17:52:32.470293 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927e2a5-e27b-4851-aaf3-bd5db72761af req-d82a190c-ddda-4dea-9e37-991dc980ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:32.472258 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e927e2a5-e27b-4851-aaf3-bd5db72761af req-d82a190c-ddda-4dea-9e37-991dc980ebf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 1128 time: 0.0459263 Apr 04 17:52:32.568122 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927e2a5-e27b-4851-aaf3-bd5db72761af req-648bc5e0-26b6-45d0-856d-f917442db37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:32.569517 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e927e2a5-e27b-4851-aaf3-bd5db72761af req-648bc5e0-26b6-45d0-856d-f917442db37f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0894296 Apr 04 17:52:32.662795 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927e2a5-e27b-4851-aaf3-bd5db72761af req-e7caa8c1-3df0-4138-aeb2-03f1805d49af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:32.664250 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e927e2a5-e27b-4851-aaf3-bd5db72761af req-e7caa8c1-3df0-4138-aeb2-03f1805d49af service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882385 Apr 04 17:52:32.745241 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-37e8dcbc-6718-4e0f-8471-94b952fd56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:32.746694 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-37e8dcbc-6718-4e0f-8471-94b952fd56b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 1128 time: 0.0443678 Apr 04 17:52:33.448683 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93162f26-31a2-4fab-8446-a62e00d16ea0 req-9bf711bb-1ce9-42cc-9dcc-909c489ae486 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:33.450115 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93162f26-31a2-4fab-8446-a62e00d16ea0 req-9bf711bb-1ce9-42cc-9dcc-909c489ae486 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0507610 Apr 04 17:52:33.497976 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93162f26-31a2-4fab-8446-a62e00d16ea0 req-4eb84c10-b874-4d1c-942d-6941dc85c11a tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Apr 04 17:52:34.355342 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-cc73815a-3600-476c-b09e-625d0e2542b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5539824c-0bc9-455d-a8d0-b06cade5d86b HTTP/1.1" status: 200 len: 217 time: 0.0350082 Apr 04 17:52:34.613637 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0bd1a-fb7c-41bb-a420-f1c59c092172 req-93aa9452-9615-4cfa-b68e-c3714f425427 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:34.615005 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8ee0bd1a-fb7c-41bb-a420-f1c59c092172 req-93aa9452-9615-4cfa-b68e-c3714f425427 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0513198 Apr 04 17:52:34.660685 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8ee0bd1a-fb7c-41bb-a420-f1c59c092172 req-3d58df77-e901-468a-818f-766215ffbc1e tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Apr 04 17:52:35.271794 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043e861-0759-4f4d-9072-77186bf5c373 req-79cfb19c-cfc9-4685-8eb0-5fbd1c835eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:35.273211 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-79cfb19c-cfc9-4685-8eb0-5fbd1c835eff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8d7ac4b-4058-43e5-8bfa-e49e0308dd17 HTTP/1.1" status: 200 len: 849 time: 0.0429015 Apr 04 17:52:35.304295 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-f8ebaf79-867a-4868-a4cc-aa3cdef60143 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244749 Apr 04 17:52:35.394523 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-22dda688-a271-48d2-be58-cce87de1cefa service neutron] 10.222.0.11 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Apr 04 17:52:35.483630 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1043e861-0759-4f4d-9072-77186bf5c373 req-829275cc-7130-4e97-8272-80d1719fe595 service neutron] 10.222.0.11 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805049 Apr 04 17:52:35.780277 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80539b-596f-4dcf-a295-a23da7605166 req-d9f73bbe-4d0e-4d31-8683-032f7f2d973e tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:35.781766 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-af80539b-596f-4dcf-a295-a23da7605166 req-d9f73bbe-4d0e-4d31-8683-032f7f2d973e tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0566757 Apr 04 17:52:35.826528 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-af80539b-596f-4dcf-a295-a23da7605166 req-2782f9df-23a9-4010-9fc5-94527b606643 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Apr 04 17:52:36.940546 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e3e6c-50d1-4bc5-b2aa-d572c891e0ca req-ee08b7fc-d284-4ac6-9eac-07089652aab7 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:36.942001 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-637e3e6c-50d1-4bc5-b2aa-d572c891e0ca req-ee08b7fc-d284-4ac6-9eac-07089652aab7 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0502751 Apr 04 17:52:36.990012 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-637e3e6c-50d1-4bc5-b2aa-d572c891e0ca req-8409a7b3-022a-4982-8a19-75160529959c tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Apr 04 17:52:38.104418 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6595e41-7038-40ac-ac00-65e80960c388 req-8f516892-0261-44cb-ba56-cb85871ba4cc tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:38.105885 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e6595e41-7038-40ac-ac00-65e80960c388 req-8f516892-0261-44cb-ba56-cb85871ba4cc tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0511510 Apr 04 17:52:38.150212 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e6595e41-7038-40ac-ac00-65e80960c388 req-65e27637-85f8-4cb4-bc04-84f9e25a78bb tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Apr 04 17:52:39.266316 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd0486-bd83-411b-a6f5-ed68a186a9a5 req-13142736-4781-4600-9fac-589466ab9f3d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:39.267748 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f1bd0486-bd83-411b-a6f5-ed68a186a9a5 req-13142736-4781-4600-9fac-589466ab9f3d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 944 time: 0.0499756 Apr 04 17:52:39.312481 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f1bd0486-bd83-411b-a6f5-ed68a186a9a5 req-d98d0067-14b3-4157-b335-b8568f6a5429 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Apr 04 17:52:39.803105 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 5539824c-0bc9-455d-a8d0-b06cade5d86b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:52:39.897512 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 5539824c-0bc9-455d-a8d0-b06cade5d86b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5539824c-0bc9-455d-a8d0-b06cade5d86b,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:39.908384 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '5539824c-0bc9-455d-a8d0-b06cade5d86b', 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0', 'port_id': '5539824c-0bc9-455d-a8d0-b06cade5d86b', 'mac_address': 'fa:16:3e:e3:cc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d7ac4b-4058-43e5-8bfa-e49e0308dd17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:52:39.943956 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 5539824c-0bc9-455d-a8d0-b06cade5d86b is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:39.944274 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:39.957241 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5539824c-0bc9-455d-a8d0-b06cade5d86b {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:52:39.975667 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 5539824c-0bc9-455d-a8d0-b06cade5d86b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5539824c-0bc9-455d-a8d0-b06cade5d86b,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:39.979408 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:40.026938 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=5539824c-0bc9-455d-a8d0-b06cade5d86b,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:40.033535 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.033882 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.034221 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.034558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.034885 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.035209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.035531 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.035850 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.036170 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.036509 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.036830 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.037149 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.037467 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.037786 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.038104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:40.426188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bc61f-be96-4ec4-938c-3a164be42922 req-b4a1165d-4f48-4553-a1ff-e0194b698451 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:40.427633 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-be7bc61f-be96-4ec4-938c-3a164be42922 req-b4a1165d-4f48-4553-a1ff-e0194b698451 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 945 time: 0.0511999 Apr 04 17:52:40.475705 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-be7bc61f-be96-4ec4-938c-3a164be42922 req-332b24f6-3b57-44ef-806f-4904b836ba82 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Apr 04 17:52:40.966409 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['5539824c-0bc9-455d-a8d0-b06cade5d86b'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:52:41.301201 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac5735-0d87-4b4b-834f-b264099eb49c req-bcb8d95e-d811-44d1-952e-c374509ce1d1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:41.302674 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-82ac5735-0d87-4b4b-834f-b264099eb49c req-bcb8d95e-d811-44d1-952e-c374509ce1d1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 946 time: 0.0508163 Apr 04 17:52:41.348149 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-82ac5735-0d87-4b4b-834f-b264099eb49c req-ab48625b-348e-4b9e-bb0b-04734b1c0564 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399184 Apr 04 17:52:41.592925 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f677-2c21-4284-a7ed-27935006c9c4 req-43011a8c-6f7f-4bd4-b315-5e19c8847979 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:41.594359 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7a44f677-2c21-4284-a7ed-27935006c9c4 req-43011a8c-6f7f-4bd4-b315-5e19c8847979 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 945 time: 0.0518959 Apr 04 17:52:41.639910 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7a44f677-2c21-4284-a7ed-27935006c9c4 req-e3ea92a8-351e-468c-9f17-931bc60ae3ca tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Apr 04 17:52:42.468226 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d768-e9d0-4218-9d9e-da4f504a861c req-ea8d27c6-e315-429f-97ab-ee426b7328a5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:42.469682 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1691d768-e9d0-4218-9d9e-da4f504a861c req-ea8d27c6-e315-429f-97ab-ee426b7328a5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 946 time: 0.0526826 Apr 04 17:52:42.517784 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1691d768-e9d0-4218-9d9e-da4f504a861c req-ebf73f87-a01b-4b90-ba04-1f109444318a tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups?id=07257b51-c2bd-4115-bc6e-40b2ffe8bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424089 Apr 04 17:52:42.712112 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-5c6ae473-a55c-4d7c-a38d-750bca734099 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:42.714198 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-5c6ae473-a55c-4d7c-a38d-750bca734099 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 946 time: 0.0520432 Apr 04 17:52:42.721574 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 5539824c-0bc9-455d-a8d0-b06cade5d86b up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:52:42.773465 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 5539824c-0bc9-455d-a8d0-b06cade5d86b completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:52:42.779022 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 5539824c-0bc9-455d-a8d0-b06cade5d86b triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:42.779403 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:42.818365 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac0f7c-64b7-4096-a9b7-0d016c22a2b3 req-a0ba8de6-ea22-4ed2-943b-b8fe9bf098fe tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:42.819834 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35ac0f7c-64b7-4096-a9b7-0d016c22a2b3 req-a0ba8de6-ea22-4ed2-943b-b8fe9bf098fe tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 945 time: 0.1047888 Apr 04 17:52:42.859736 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 5539824c-0bc9-455d-a8d0-b06cade5d86b is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:42.860120 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:42.879883 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35ac0f7c-64b7-4096-a9b7-0d016c22a2b3 req-7bf42ad2-713c-4fa1-a124-9e9ab024d68d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528693 Apr 04 17:52:42.881800 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Deleting port 66478125-dc1c-4fa7-ac1f-460b8145277d {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:42.882131 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:42.886129 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5539824c-0bc9-455d-a8d0-b06cade5d86b'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:42.888430 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5e8165-c715-49fa-99e5-5940b5f7e05c" -d '{"events": [{"server_uuid": "b3721e8d-0268-435a-a0b5-852292c60a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5539824c-0bc9-455d-a8d0-b06cade5d86b"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:42.909340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 5539824c-0bc9-455d-a8d0-b06cade5d86b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5539824c-0bc9-455d-a8d0-b06cade5d86b,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:42.923391 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:42.929486 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cf9816-288b-4544-beb8-12c79490e1cc x-openstack-request-id: req-36cf9816-288b-4544-beb8-12c79490e1cc {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:42.929775 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3721e8d-0268-435a-a0b5-852292c60a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5539824c-0bc9-455d-a8d0-b06cade5d86b", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:42.930022 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36cf9816-288b-4544-beb8-12c79490e1cc {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:42.930413 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cf9816-288b-4544-beb8-12c79490e1cc'] response: {'server_uuid': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5539824c-0bc9-455d-a8d0-b06cade5d86b', 'code': 200} Apr 04 17:52:42.980172 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] For port 66478125-dc1c-4fa7-ac1f-460b8145277d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66478125-dc1c-4fa7-ac1f-460b8145277d,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:42.980607 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:42.984362 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=5539824c-0bc9-455d-a8d0-b06cade5d86b,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:43.169267 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a865-b772-446a-b5f6-0f2c1d0e23d9 req-d71319bc-01c2-4728-ab41-7f21d8dcb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:43.170870 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-83e8a865-b772-446a-b5f6-0f2c1d0e23d9 req-d71319bc-01c2-4728-ab41-7f21d8dcb00b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 1130 time: 0.0948834 Apr 04 17:52:43.195220 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:43.195579 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:43.195894 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Floating IP 2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd disassociated. External IP: 172.27.3.49, port: 66478125-dc1c-4fa7-ac1f-460b8145277d. Apr 04 17:52:43.196265 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Calling delete_port for 66478125-dc1c-4fa7-ac1f-460b8145277d owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:43.266318 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-83e8a865-b772-446a-b5f6-0f2c1d0e23d9 req-d56b400e-2a08-468f-843d-15b464469ade service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868380 Apr 04 17:52:43.354553 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (66478125-dc1c-4fa7-ac1f-460b8145277d), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:43.382959 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event deleted for resources: {'Port': ['ID=66478125-dc1c-4fa7-ac1f-460b8145277d,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:43.512081 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Router 70ba276a-4894-4423-be5f-dbccdd315d41 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:52:43.630545 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0b1fe26d-b930-4a6f-bb32-7eb64b23a6c0 req-67f8cba4-1297-4077-851c-8e79475de59f tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7839a8dd-2042-4c6f-a004-7bc9a2315e5f HTTP/1.1" status: 200 len: 210 time: 0.0308125 Apr 04 17:52:43.647852 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:52:43.658300 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:52:43.668634 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:43.669337 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:43.693213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] No DVR routers for this DVR port 66478125-dc1c-4fa7-ac1f-460b8145277d on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:52:43.696364 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:43.700063 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e36b2b85-9a4b-4945-b580-71d7b74681de req-71195110-4558-479e-970e-e807a319d7c1 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.11 "DELETE /v2.0/ports/66478125-dc1c-4fa7-ac1f-460b8145277d HTTP/1.1" status: 204 len: 173 time: 0.9760661 Apr 04 17:52:43.700517 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-deleted', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:43.702721 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c457bd47-4a79-452d-81d1-a04d015eb190" -d '{"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-deleted", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:43.757874 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fe373f-4f3f-4a82-8d32-236702b1fce5 x-openstack-request-id: req-d1fe373f-4f3f-4a82-8d32-236702b1fce5 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:43.760415 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839a8dd-2042-4c6f-a004-7bc9a2315e5f", "name": "network-vif-deleted", "tag": "66478125-dc1c-4fa7-ac1f-460b8145277d", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:43.760944 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1fe373f-4f3f-4a82-8d32-236702b1fce5 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:43.761372 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fe373f-4f3f-4a82-8d32-236702b1fce5'] response: {'server_uuid': '7839a8dd-2042-4c6f-a004-7bc9a2315e5f', 'name': 'network-vif-deleted', 'tag': '66478125-dc1c-4fa7-ac1f-460b8145277d', 'status': 'completed', 'code': 200} Apr 04 17:52:43.791644 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:43.995769 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:44.013768 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4e43a-27c6-4c5d-b771-d0b0c513f612 req-9d579b9a-1af4-44de-b7e9-e312755c9af4 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:44.015226 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2ba4e43a-27c6-4c5d-b771-d0b0c513f612 req-9d579b9a-1af4-44de-b7e9-e312755c9af4 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 946 time: 0.0515835 Apr 04 17:52:44.021433 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:52:44.029601 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:44.030200 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:44.060276 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2ba4e43a-27c6-4c5d-b771-d0b0c513f612 req-df4f4ca7-15b7-4985-a463-6e8923598dee tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Apr 04 17:52:44.138755 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:44.343728 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:44.370195 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03a415e-9678-45b7-8b2e-84af8ed5912b None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:46:17Z', 'revision_number': 4, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'ee31dca9-e85c-4242-8f0d-24af7f4d837a', 'name': '', 'network_id': '43fb391c-85e2-4c6d-84da-8b3d8f995522', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'mac_address': 'fa:16:3e:13:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:13Z', 'updated_at': '2022-04-04T17:46:27Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'subnets': [{'id': 'efdd3a39-b98a-4b59-a2bc-bd8905f331d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:52:44.576737 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2f5f3-6383-4292-b073-f9c5a38c8dff None None] New status for floating IP 2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:52:44.729659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47820) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:44.782699 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41ceb4f5-8b67-4c6c-b1b4-b55a737f55b9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (07257b51-c2bd-4115-bc6e-40b2ffe8bd57), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:44.807738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41ceb4f5-8b67-4c6c-b1b4-b55a737f55b9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (07257b51-c2bd-4115-bc6e-40b2ffe8bd57), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:44.860286 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41ceb4f5-8b67-4c6c-b1b4-b55a737f55b9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (07257b51-c2bd-4115-bc6e-40b2ffe8bd57), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:44.862991 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-41ceb4f5-8b67-4c6c-b1b4-b55a737f55b9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:44.864405 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-41ceb4f5-8b67-4c6c-b1b4-b55a737f55b9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "DELETE /v2.0/security-groups/07257b51-c2bd-4115-bc6e-40b2ffe8bd57 HTTP/1.1" status: 204 len: 168 time: 0.1334689 Apr 04 17:52:44.867067 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47822) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:44.873637 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceb4f5-8b67-4c6c-b1b4-b55a737f55b9 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07257b51-c2bd-4115-bc6e-40b2ffe8bd57,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:44.880290 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.api.v2.resource [None req-fdf6f5ad-5ccf-41cd-b1af-b2bd130190f5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] show failed (client error): The resource could not be found. Apr 04 17:52:44.881292 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-fdf6f5ad-5ccf-41cd-b1af-b2bd130190f5 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "GET /v2.0/security-groups/07257b51-c2bd-4115-bc6e-40b2ffe8bd57 HTTP/1.1" status: 404 len: 347 time: 0.0126908 Apr 04 17:52:44.884097 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47824) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:45.006576 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Deleting port 49dfe229-8e88-4b90-975b-dac0cedef321 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:45.006910 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (49dfe229-8e88-4b90-975b-dac0cedef321), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:45.081036 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (49dfe229-8e88-4b90-975b-dac0cedef321), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:45.081359 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (49dfe229-8e88-4b90-975b-dac0cedef321), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:45.093370 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Calling delete_port for 49dfe229-8e88-4b90-975b-dac0cedef321 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:45.208387 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01adc-a993-4afd-9314-2eb6d8cb28a3 req-3c9df0e7-57ca-4560-a9d1-5db21d03b25f tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:45.209742 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cea01adc-a993-4afd-9314-2eb6d8cb28a3 req-3c9df0e7-57ca-4560-a9d1-5db21d03b25f tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 946 time: 0.0781305 Apr 04 17:52:45.288376 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cea01adc-a993-4afd-9314-2eb6d8cb28a3 req-f9d9882a-30d6-4bff-9b29-1286fa8b9fae tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724773 Apr 04 17:52:45.292588 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (49dfe229-8e88-4b90-975b-dac0cedef321), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:45.317833 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Pushing event deleted for resources: {'Port': ['ID=49dfe229-8e88-4b90-975b-dac0cedef321,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:45.381838 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks [] for floatingip (2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:45.384568 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:45.386356 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2282354e-0d1a-4b6d-ac30-f0501d13f695 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c68d5b8-43a9-46c3-bdcf-d4d9f7c2f2bd HTTP/1.1" status: 204 len: 168 time: 0.5013025 Apr 04 17:52:45.923250 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47850) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:45.930203 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bfaf1-d1f7-4911-8cd1-435699772726 req-95063661-4a52-4dab-ba2f-fc61ac0cd34e tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:45.932284 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-597bfaf1-d1f7-4911-8cd1-435699772726 req-95063661-4a52-4dab-ba2f-fc61ac0cd34e tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 946 time: 0.0554278 Apr 04 17:52:45.979997 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-597bfaf1-d1f7-4911-8cd1-435699772726 req-8747254f-8e0f-4354-86df-a6b34cf324b4 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Apr 04 17:52:46.028532 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0916-8e48-4b5a-8f86-5f71e34a433a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.097922 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0916-8e48-4b5a-8f86-5f71e34a433a admin admin] Publish callbacks [] for security_group (74f49827-fb29-4464-bc79-dbd02bf2d823), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.101477 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0916-8e48-4b5a-8f86-5f71e34a433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (74f49827-fb29-4464-bc79-dbd02bf2d823), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.137603 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0916-8e48-4b5a-8f86-5f71e34a433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f49827-fb29-4464-bc79-dbd02bf2d823,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:46.141918 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6d9e0916-8e48-4b5a-8f86-5f71e34a433a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da45be4d294b4d4383b51505361d0deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175112 Apr 04 17:52:46.144496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47854) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:46.191436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ecda5c5-e031-46c8-86e2-5e63b4bda262 admin admin] Publish callbacks [] for security_group (74f49827-fb29-4464-bc79-dbd02bf2d823), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.211718 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ecda5c5-e031-46c8-86e2-5e63b4bda262 admin admin] Publish callbacks [] for security_group (74f49827-fb29-4464-bc79-dbd02bf2d823), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.257540 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ecda5c5-e031-46c8-86e2-5e63b4bda262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (74f49827-fb29-4464-bc79-dbd02bf2d823), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.259986 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ecda5c5-e031-46c8-86e2-5e63b4bda262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.261159 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9ecda5c5-e031-46c8-86e2-5e63b4bda262 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74f49827-fb29-4464-bc79-dbd02bf2d823 HTTP/1.1" status: 204 len: 168 time: 0.1156247 Apr 04 17:52:46.268526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecda5c5-e031-46c8-86e2-5e63b4bda262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f49827-fb29-4464-bc79-dbd02bf2d823,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:46.507620 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47860) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:46.523300 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2f736047-fed3-414f-94a1-f6b4a295d93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.598254 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2f736047-fed3-414f-94a1-f6b4a295d93c admin admin] Publish callbacks [] for security_group (4131ebbe-d8c4-4099-9fe6-037d8bf25110), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.602152 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2f736047-fed3-414f-94a1-f6b4a295d93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4131ebbe-d8c4-4099-9fe6-037d8bf25110), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.638226 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f736047-fed3-414f-94a1-f6b4a295d93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131ebbe-d8c4-4099-9fe6-037d8bf25110,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:46.642545 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2f736047-fed3-414f-94a1-f6b4a295d93c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6f6b2ea096442abacc34e0e1dcb281f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339605 Apr 04 17:52:46.645289 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47870) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:46.693371 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-19723536-6c10-40a7-b134-1b89589f95ad admin admin] Publish callbacks [] for security_group (4131ebbe-d8c4-4099-9fe6-037d8bf25110), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.714884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-19723536-6c10-40a7-b134-1b89589f95ad admin admin] Publish callbacks [] for security_group (4131ebbe-d8c4-4099-9fe6-037d8bf25110), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.760791 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-19723536-6c10-40a7-b134-1b89589f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4131ebbe-d8c4-4099-9fe6-037d8bf25110), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.761022 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:46.763282 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-19723536-6c10-40a7-b134-1b89589f95ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:46.764524 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-19723536-6c10-40a7-b134-1b89589f95ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4131ebbe-d8c4-4099-9fe6-037d8bf25110 HTTP/1.1" status: 204 len: 168 time: 0.1182973 Apr 04 17:52:46.773105 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19723536-6c10-40a7-b134-1b89589f95ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131ebbe-d8c4-4099-9fe6-037d8bf25110,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:46.801237 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 66478125-dc1c-4fa7-ac1f-460b8145277d {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:46.801558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 66478125-dc1c-4fa7-ac1f-460b8145277d not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:47.101161 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857cb70-2fce-44ca-8243-643f8fb0aea1 req-9704e4d4-4515-4ea8-8aa4-05741cac174d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:47.102768 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f857cb70-2fce-44ca-8243-643f8fb0aea1 req-9704e4d4-4515-4ea8-8aa4-05741cac174d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 946 time: 0.0563464 Apr 04 17:52:47.433644 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f857cb70-2fce-44ca-8243-643f8fb0aea1 req-9274311e-59c0-4b09-8deb-d6d298108bef tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253045 Apr 04 17:52:47.451339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f470c-184c-4f90-b456-cc3fc7834810 req-d88c4b18-e36a-4ef5-a5fd-fdb6fb6d4270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:47.451339 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-116f470c-184c-4f90-b456-cc3fc7834810 req-d88c4b18-e36a-4ef5-a5fd-fdb6fb6d4270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3721e8d-0268-435a-a0b5-852292c60a9a HTTP/1.1" status: 200 len: 946 time: 0.0718093 Apr 04 17:52:47.547392 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Deleting port 5539824c-0bc9-455d-a8d0-b06cade5d86b {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:47.547735 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:47.638581 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] For port 5539824c-0bc9-455d-a8d0-b06cade5d86b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5539824c-0bc9-455d-a8d0-b06cade5d86b,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:47.638943 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:47.652547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Calling delete_port for 5539824c-0bc9-455d-a8d0-b06cade5d86b owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:47.800010 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (5539824c-0bc9-455d-a8d0-b06cade5d86b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:47.804043 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47912) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:47.814829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['5539824c-0bc9-455d-a8d0-b06cade5d86b'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:52:47.841069 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Pushing event deleted for resources: {'Port': ['ID=5539824c-0bc9-455d-a8d0-b06cade5d86b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:47.888875 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] No DVR routers for this DVR port 5539824c-0bc9-455d-a8d0-b06cade5d86b on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:52:47.891526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:47.895704 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-116f470c-184c-4f90-b456-cc3fc7834810 req-df2d8e01-69b6-40a3-a185-dd7d56608379 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "DELETE /v2.0/ports/5539824c-0bc9-455d-a8d0-b06cade5d86b HTTP/1.1" status: 204 len: 173 time: 0.4381142 Apr 04 17:52:47.896171 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'name': 'network-vif-deleted', 'tag': '5539824c-0bc9-455d-a8d0-b06cade5d86b'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:47.898443 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15e59e0-41d5-41b8-9aae-a91996755cba" -d '{"events": [{"server_uuid": "b3721e8d-0268-435a-a0b5-852292c60a9a", "name": "network-vif-deleted", "tag": "5539824c-0bc9-455d-a8d0-b06cade5d86b"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:47.963643 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bdd409-79f4-483b-b2fb-2620de52fad4 x-openstack-request-id: req-e1bdd409-79f4-483b-b2fb-2620de52fad4 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:47.964034 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3721e8d-0268-435a-a0b5-852292c60a9a", "name": "network-vif-deleted", "tag": "5539824c-0bc9-455d-a8d0-b06cade5d86b", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:47.964510 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1bdd409-79f4-483b-b2fb-2620de52fad4 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:47.965128 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bdd409-79f4-483b-b2fb-2620de52fad4'] response: {'server_uuid': 'b3721e8d-0268-435a-a0b5-852292c60a9a', 'name': 'network-vif-deleted', 'tag': '5539824c-0bc9-455d-a8d0-b06cade5d86b', 'status': 'completed', 'code': 200} Apr 04 17:52:48.427082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47932) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:48.548174 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-907e5f7d-0b5e-46d3-a173-2e22b1985d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.633504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-907e5f7d-0b5e-46d3-a173-2e22b1985d51 admin admin] Publish callbacks [] for security_group (dc139399-ace0-498f-8e7c-3b6b60b1f405), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.650767 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-907e5f7d-0b5e-46d3-a173-2e22b1985d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (dc139399-ace0-498f-8e7c-3b6b60b1f405), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.693177 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-907e5f7d-0b5e-46d3-a173-2e22b1985d51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc456471d22044a886d75160f82e153c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650046 Apr 04 17:52:48.694154 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5f7d-0b5e-46d3-a173-2e22b1985d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc139399-ace0-498f-8e7c-3b6b60b1f405,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:48.696558 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47950) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:48.743699 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-398a0984-9afe-4d7c-9b73-4456dea5ab0d admin admin] Publish callbacks [] for security_group (dc139399-ace0-498f-8e7c-3b6b60b1f405), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.765065 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-398a0984-9afe-4d7c-9b73-4456dea5ab0d admin admin] Publish callbacks [] for security_group (dc139399-ace0-498f-8e7c-3b6b60b1f405), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.782472 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (70ba276a-4894-4423-be5f-dbccdd315d41), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.790172 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-f9a2e0b4-d2bf-406a-97e8-c87c92c58389 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:48.792142 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-f9a2e0b4-d2bf-406a-97e8-c87c92c58389 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/networks?id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0 HTTP/1.1" status: 200 len: 809 time: 0.1164155 Apr 04 17:52:48.816698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-398a0984-9afe-4d7c-9b73-4456dea5ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (dc139399-ace0-498f-8e7c-3b6b60b1f405), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.819472 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-398a0984-9afe-4d7c-9b73-4456dea5ab0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:48.820748 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-398a0984-9afe-4d7c-9b73-4456dea5ab0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc139399-ace0-498f-8e7c-3b6b60b1f405 HTTP/1.1" status: 204 len: 168 time: 0.1232557 Apr 04 17:52:48.831638 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a0984-9afe-4d7c-9b73-4456dea5ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc139399-ace0-498f-8e7c-3b6b60b1f405,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:48.859800 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-6d6e64ca-b272-43c8-a0cf-85c123c2ae03 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/quotas/4f12a3b71354406ba791b6bc14b7bcf8 HTTP/1.1" status: 200 len: 375 time: 0.0379896 Apr 04 17:52:48.899306 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-ce0c8381-8dd7-4dc4-8171-73f756c2755f tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333860 Apr 04 17:52:49.047997 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-feecd96a-9ce9-44af-80ea-947b185b1da0 service neutron] 10.222.0.24 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415360 Apr 04 17:52:49.089076 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47956) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:49.102204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2948-a01a-417b-bef7-486c2dec13ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.179706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2948-a01a-417b-bef7-486c2dec13ee admin admin] Publish callbacks [] for security_group (62f7a3e6-a6ec-4098-95c7-58e6eb477e54), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.183950 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0e1b2948-a01a-417b-bef7-486c2dec13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (62f7a3e6-a6ec-4098-95c7-58e6eb477e54), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.188522 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-3bceba9d-635a-46db-8456-6a05f6e159b1 service neutron] 10.222.0.24 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337659 Apr 04 17:52:49.213929 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Deleting port ee31dca9-e85c-4242-8f0d-24af7f4d837a {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:49.214276 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.225583 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-0e1b2948-a01a-417b-bef7-486c2dec13ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24feb37972164494921f6cd6d4b7b426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328280 Apr 04 17:52:49.225860 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 47958) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:49.232519 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b2948-a01a-417b-bef7-486c2dec13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7a3e6-a6ec-4098-95c7-58e6eb477e54,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:49.280763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcc62-2c49-4945-99f4-9705c1b42a35 admin admin] Publish callbacks [] for security_group (62f7a3e6-a6ec-4098-95c7-58e6eb477e54), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.303300 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcc62-2c49-4945-99f4-9705c1b42a35 admin admin] Publish callbacks [] for security_group (62f7a3e6-a6ec-4098-95c7-58e6eb477e54), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.305145 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] For port ee31dca9-e85c-4242-8f0d-24af7f4d837a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee31dca9-e85c-4242-8f0d-24af7f4d837a,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:49.305510 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.320162 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Calling delete_port for ee31dca9-e85c-4242-8f0d-24af7f4d837a owned by network:router_interface {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:49.355131 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcc62-2c49-4945-99f4-9705c1b42a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (62f7a3e6-a6ec-4098-95c7-58e6eb477e54), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.357680 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcc62-2c49-4945-99f4-9705c1b42a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.361215 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9ddbcc62-2c49-4945-99f4-9705c1b42a35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62f7a3e6-a6ec-4098-95c7-58e6eb477e54 HTTP/1.1" status: 204 len: 168 time: 0.1320412 Apr 04 17:52:49.378339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbcc62-2c49-4945-99f4-9705c1b42a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7a3e6-a6ec-4098-95c7-58e6eb477e54,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:49.528615 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (ee31dca9-e85c-4242-8f0d-24af7f4d837a), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:49.563657 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2c02479e-f49f-4246-bef0-06e2ca805c77 req-34e82f7e-f1fb-45d5-9f9b-3dcbf5ce0b64 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 210 time: 0.0503376 Apr 04 17:52:49.568595 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee31dca9-e85c-4242-8f0d-24af7f4d837a,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:49.767734 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (70ba276a-4894-4423-be5f-dbccdd315d41), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.033782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Router 70ba276a-4894-4423-be5f-dbccdd315d41 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:52:50.144722 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:52:50.149880 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7827c8fb-2cb6-4f1b-aa73-6fd6cda7c20e admin admin] 10.222.0.24 "PUT /v2.0/routers/70ba276a-4894-4423-be5f-dbccdd315d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446720 Apr 04 17:52:50.153067 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 47990) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:50.157439 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] Sync routers for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:52:50.167399 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:50.168463 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:50.263424 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks [] for router (70ba276a-4894-4423-be5f-dbccdd315d41), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.280698 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:50.383646 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks [] for router_gateway (70ba276a-4894-4423-be5f-dbccdd315d41), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.469908 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Deleting port 5458ca13-a5e4-458b-816a-5d3373b5f18c {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:50.470540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.583427 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-a68d4c82-fd4a-41b2-98f0-e6691787692d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:50.585127 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-a68d4c82-fd4a-41b2-98f0-e6691787692d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "GET /v2.0/networks?id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0 HTTP/1.1" status: 200 len: 809 time: 0.1551075 Apr 04 17:52:50.610215 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Request body: {'port': {'device_id': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0', 'admin_state_up': True, 'tenant_id': '4f12a3b71354406ba791b6bc14b7bcf8'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:50.610947 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] For port 5458ca13-a5e4-458b-816a-5d3373b5f18c, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=5458ca13-a5e4-458b-816a-5d3373b5f18c,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:50.613211 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.628181 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:52:49Z', 'revision_number': 5, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port': {'id': '5458ca13-a5e4-458b-816a-5d3373b5f18c', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:46:02Z', 'updated_at': '2022-04-04T17:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:50.661450 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Calling delete_port for 5458ca13-a5e4-458b-816a-5d3373b5f18c owned by network:router_gateway {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:50.666496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] Checking router: 70ba276a-4894-4423-be5f-dbccdd315d41 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:52:50.680699 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] Routers {'70ba276a-4894-4423-be5f-dbccdd315d41'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:50.682353 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['70ba276a-4894-4423-be5f-dbccdd315d41'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:50.682489 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0444c5b8-29b9-4e38-9e1a-eae8c293fd66 req-9bbd35a2-6b30-4e44-a7d8-82982c13cd80 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 210 time: 0.0570269 Apr 04 17:52:50.776204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Made reservation on behalf of 4f12a3b71354406ba791b6bc14b7bcf8 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:52:50.784407 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.797242 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 5539824c-0bc9-455d-a8d0-b06cade5d86b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:50.823690 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 5539824c-0bc9-455d-a8d0-b06cade5d86b {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:50.824299 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 5539824c-0bc9-455d-a8d0-b06cade5d86b not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:50.829737 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] Set router 70ba276a-4894-4423-be5f-dbccdd315d41 gateway port host: None {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:50.887215 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:52:50Z', 'revision_number': 6, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:50.896925 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (5458ca13-a5e4-458b-816a-5d3373b5f18c), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:50.920787 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f0cb8-22f8-46df-aeab-a4ae7ddd41d8 None None] The sync data for ids ['70ba276a-4894-4423-be5f-dbccdd315d41'] in dv-cinder-788368-5-iscsi is: [{'id': '70ba276a-4894-4423-be5f-dbccdd315d41', 'name': 'tempest-AttachVolumeShelveTestJSON-531598266-router', 'tenant_id': 'bed2ba6f49034f7fa122e04d873069e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:46:01Z', 'updated_at': '2022-04-04T17:52:50Z', 'revision_number': 6, 'project_id': 'bed2ba6f49034f7fa122e04d873069e8', 'gw_port_host': None}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:52:50.931913 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Pushing event deleted for resources: {'Port': ['ID=5458ca13-a5e4-458b-816a-5d3373b5f18c,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:51.007254 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (70ba276a-4894-4423-be5f-dbccdd315d41), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.044665 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Allocated IP 172.20.0.12 (5f885aea-4bfe-491e-989c-a29ecbf7e9b0/b8d7ac4b-4058-43e5-8bfa-e49e0308dd17/282f289f-5539-4310-8593-d42d9cdd9056) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:52:51.115235 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (70ba276a-4894-4423-be5f-dbccdd315d41), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.117388 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks [] for router_controller (70ba276a-4894-4423-be5f-dbccdd315d41), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.182951 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (70ba276a-4894-4423-be5f-dbccdd315d41), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.183626 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ba276a-4894-4423-be5f-dbccdd315d41 {{(pid=115104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 17:52:51.189728 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.193550 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ec6fa66c-b809-470c-8df6-d1e94d007966 admin admin] 10.222.0.24 "DELETE /v2.0/routers/70ba276a-4894-4423-be5f-dbccdd315d41 HTTP/1.1" status: 204 len: 168 time: 1.0373120 Apr 04 17:52:51.193904 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48022) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:51.223704 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks [] for port (282f289f-5539-4310-8593-d42d9cdd9056), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.249325 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Deleting subnet efdd3a39-b98a-4b59-a2bc-bd8905f331d6 {{(pid=115104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:52:51.252467 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Publish callbacks [] for subnet (efdd3a39-b98a-4b59-a2bc-bd8905f331d6), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.264150 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (282f289f-5539-4310-8593-d42d9cdd9056), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.295049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3439884'] for subnet (efdd3a39-b98a-4b59-a2bc-bd8905f331d6), precommit_delete_associations {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.313761 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:51.317040 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:51.323468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:52:51.377035 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:51.377657 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.378766 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (efdd3a39-b98a-4b59-a2bc-bd8905f331d6), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.387135 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Pushing event updated for resources: {'Port': ['ID=282f289f-5539-4310-8593-d42d9cdd9056,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:51.404964 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-017e5102-ff05-44c7-895f-4a6c69e05270 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8062673 Apr 04 17:52:51.419090 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Request body: {'port': {'device_id': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:51.446446 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1371370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4021758'] for subnet (efdd3a39-b98a-4b59-a2bc-bd8905f331d6), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.478009 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efdd3a39-b98a-4b59-a2bc-bd8905f331d6,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:51.480818 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.484475 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e154a-fe34-493d-8351-70b2c4ca1b2b None None] Network 43fb391c-85e2-4c6d-84da-8b3d8f995522 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:52:51.490423 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c38f7083-4b27-49a7-b05a-7da3cf98f382 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/efdd3a39-b98a-4b59-a2bc-bd8905f331d6 HTTP/1.1" status: 204 len: 168 time: 0.2941246 Apr 04 17:52:51.492957 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48036) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:51.506232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (282f289f-5539-4310-8593-d42d9cdd9056), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.571308 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (43fb391c-85e2-4c6d-84da-8b3d8f995522), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.649426 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Deleting port eba5bc19-a099-41c0-a72d-03031d9f92c0 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:51.649809 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.728679 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] For port eba5bc19-a099-41c0-a72d-03031d9f92c0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=eba5bc19-a099-41c0-a72d-03031d9f92c0,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:51.729032 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.758311 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Calling delete_port for eba5bc19-a099-41c0-a72d-03031d9f92c0 owned by network:dhcp {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:51.778500 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] DHCP port deletion for 43fb391c-85e2-4c6d-84da-8b3d8f995522 request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 17:52:51.839546 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] Deleting port eba5bc19-a099-41c0-a72d-03031d9f92c0 {{(pid=115105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:52:51.839931 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), before_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.896772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aafb51-33e6-4ea6-9764-3be8a2a014fc req-14fb44e8-cdf6-40d7-84f3-72e7198ed370 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:51.899194 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d3aafb51-33e6-4ea6-9764-3be8a2a014fc req-14fb44e8-cdf6-40d7-84f3-72e7198ed370 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 932 time: 0.1255906 Apr 04 17:52:51.906732 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282f289f-5539-4310-8593-d42d9cdd9056 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:52:51.914218 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.922436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Publish callbacks [] for port (282f289f-5539-4310-8593-d42d9cdd9056), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.946669 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] For port eba5bc19-a099-41c0-a72d-03031d9f92c0, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=eba5bc19-a099-41c0-a72d-03031d9f92c0,segment=NetworkSegment(b006fab7-857f-41ae-8791-763e1da48910),segment_id=b006fab7-857f-41ae-8791-763e1da48910)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:51.948208 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba5bc19-a099-41c0-a72d-03031d9f92c0,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:51.948802 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), precommit_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.950788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Transition to ACTIVE for port object 282f289f-5539-4310-8593-d42d9cdd9056 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:52:51.959729 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] No DVR routers for this DVR port eba5bc19-a099-41c0-a72d-03031d9f92c0 on host dv-cinder-788368-5-iscsi {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:52:51.971343 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (282f289f-5539-4310-8593-d42d9cdd9056), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:51.978316 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] Calling delete_port for eba5bc19-a099-41c0-a72d-03031d9f92c0 owned by network:dhcp {{(pid=115105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:52:52.009242 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d3aafb51-33e6-4ea6-9764-3be8a2a014fc req-3c0a7182-31d5-49d8-8c09-3cd4fb874c3d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975959 Apr 04 17:52:52.036009 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=282f289f-5539-4310-8593-d42d9cdd9056,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.087068 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (43fb391c-85e2-4c6d-84da-8b3d8f995522), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.101881 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48052) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:52.115165 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Attempting to bind port 282f289f-5539-4310-8593-d42d9cdd9056 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:52:52.116642 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Attempting to bind port 282f289f-5539-4310-8593-d42d9cdd9056 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:52:52.116980 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Attempting to bind port 282f289f-5539-4310-8593-d42d9cdd9056 on network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:52:52.121165 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682'] for port (eba5bc19-a099-41c0-a72d-03031d9f92c0), after_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.124196 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fb391c-85e2-4c6d-84da-8b3d8f995522']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:52.129913 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Port 282f289f-5539-4310-8593-d42d9cdd9056 on network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:52:52.131149 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Attempting to bind port 282f289f-5539-4310-8593-d42d9cdd9056 on network 5f885aea-4bfe-491e-989c-a29ecbf7e9b0 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:52:52.134181 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b006fab7-857f-41ae-8791-763e1da48910') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:52.135093 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b006fab7-857f-41ae-8791-763e1da48910') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:52.139925 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:52:52.145006 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Checking segment: {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:52:52.145189 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (b006fab7-857f-41ae-8791-763e1da48910), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.145938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Bound using segment: {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:52:52.147023 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Bound port: 282f289f-5539-4310-8593-d42d9cdd9056, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53625d13-30dd-4e0e-a9c8-d0f04b07931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:52:52.147682 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (282f289f-5539-4310-8593-d42d9cdd9056), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.159283 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] Pushing event deleted for resources: {'Port': ['ID=eba5bc19-a099-41c0-a72d-03031d9f92c0,revision_number=None']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.163964 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441f6a0-a1d3-4191-997d-779bc002a478 None None] No DVR routers for this DVR port eba5bc19-a099-41c0-a72d-03031d9f92c0 on host dv-cinder-788368-5-iscsi {{(pid=115105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:52:52.169451 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (b006fab7-857f-41ae-8791-763e1da48910), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.181078 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:52:52.182237 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (b006fab7-857f-41ae-8791-763e1da48910), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:52:52.184226 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:52:52.244611 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] For port 282f289f-5539-4310-8593-d42d9cdd9056, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:52:52.247498 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] For port 282f289f-5539-4310-8593-d42d9cdd9056, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=282f289f-5539-4310-8593-d42d9cdd9056,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:52:52.250879 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (43fb391c-85e2-4c6d-84da-8b3d8f995522), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.255408 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (282f289f-5539-4310-8593-d42d9cdd9056), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.257506 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.261779 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/43fb391c-85e2-4c6d-84da-8b3d8f995522 HTTP/1.1" status: 204 len: 168 time: 0.7677119 Apr 04 17:52:52.283780 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b908-2cde-4697-9948-59a208fe8bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=43fb391c-85e2-4c6d-84da-8b3d8f995522,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.294049 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:52.294795 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.296301 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] 10.222.0.11 "PUT /v2.0/ports/282f289f-5539-4310-8593-d42d9cdd9056 HTTP/1.1" status: 200 len: 1094 time: 0.8841701 Apr 04 17:52:52.296828 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'tag': '282f289f-5539-4310-8593-d42d9cdd9056'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:52.299606 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9254671f-e18c-4b16-8ebc-3e32ef9da504" -d '{"events": [{"name": "network-changed", "server_uuid": "98902cb4-2656-46e4-ac15-2b19576fe11e", "tag": "282f289f-5539-4310-8593-d42d9cdd9056"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:52.317633 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c54d1b2-7751-4d6a-8aac-d1e6307f599a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.327218 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd7137-8157-4bd1-8e61-519d67e18ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=282f289f-5539-4310-8593-d42d9cdd9056,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.368733 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b471c8f-d927-40c2-9d9f-e6521b5e0b9c x-openstack-request-id: req-6b471c8f-d927-40c2-9d9f-e6521b5e0b9c {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:52.369788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98902cb4-2656-46e4-ac15-2b19576fe11e", "tag": "282f289f-5539-4310-8593-d42d9cdd9056", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:52.370111 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b471c8f-d927-40c2-9d9f-e6521b5e0b9c {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:52.370600 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b471c8f-d927-40c2-9d9f-e6521b5e0b9c'] response: {'name': 'network-changed', 'server_uuid': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'tag': '282f289f-5539-4310-8593-d42d9cdd9056', 'status': 'completed', 'code': 200} Apr 04 17:52:52.395655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-02b11343-5aed-429b-86ac-d633123dd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:52.397689 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-02b11343-5aed-429b-86ac-d633123dd651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 1128 time: 0.0585623 Apr 04 17:52:52.420984 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c54d1b2-7751-4d6a-8aac-d1e6307f599a admin admin] Publish callbacks [] for security_group (79458d79-39ae-46e0-a28f-a4745ee4d9d5), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.425435 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2c54d1b2-7751-4d6a-8aac-d1e6307f599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (79458d79-39ae-46e0-a28f-a4745ee4d9d5), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.438213 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48060) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:52.443518 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-e6febb34-c15d-4310-859c-f1661190c158 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282f289f-5539-4310-8593-d42d9cdd9056 HTTP/1.1" status: 200 len: 217 time: 0.0390768 Apr 04 17:52:52.479670 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2c54d1b2-7751-4d6a-8aac-d1e6307f599a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=173776c56270434194e7f2d36d51a33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767490 Apr 04 17:52:52.482441 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48062) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:52.484012 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54d1b2-7751-4d6a-8aac-d1e6307f599a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79458d79-39ae-46e0-a28f-a4745ee4d9d5,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.506535 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-95e3fdd3-b3e9-45ae-92d4-27336e627282 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bed2ba6f49034f7fa122e04d873069e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0631888 Apr 04 17:52:52.509203 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48064) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:52.517309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-2169c9f7-4e1e-463d-8d68-d49176afc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:52.518856 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-2169c9f7-4e1e-463d-8d68-d49176afc43e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8d7ac4b-4058-43e5-8bfa-e49e0308dd17 HTTP/1.1" status: 200 len: 849 time: 0.0692396 Apr 04 17:52:52.554167 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-5fa782a5-ee16-453b-89f3-4a4cc2c5ee29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292652 Apr 04 17:52:52.556041 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52b8b6e4-3211-4dc1-9c1f-e3900c5dcc5b admin admin] Publish callbacks [] for security_group (cfb41329-4ea9-4985-a602-8ce519d5c526), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.571485 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f76b-c181-47df-8a27-66507c27f361 admin admin] Publish callbacks [] for security_group (79458d79-39ae-46e0-a28f-a4745ee4d9d5), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.577054 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52b8b6e4-3211-4dc1-9c1f-e3900c5dcc5b admin admin] Publish callbacks [] for security_group (cfb41329-4ea9-4985-a602-8ce519d5c526), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.625532 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52b8b6e4-3211-4dc1-9c1f-e3900c5dcc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cfb41329-4ea9-4985-a602-8ce519d5c526), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.628115 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-52b8b6e4-3211-4dc1-9c1f-e3900c5dcc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.631611 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-52b8b6e4-3211-4dc1-9c1f-e3900c5dcc5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfb41329-4ea9-4985-a602-8ce519d5c526 HTTP/1.1" status: 204 len: 168 time: 0.1192276 Apr 04 17:52:52.636886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f76b-c181-47df-8a27-66507c27f361 admin admin] Publish callbacks [] for security_group (79458d79-39ae-46e0-a28f-a4745ee4d9d5), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.639336 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8b6e4-3211-4dc1-9c1f-e3900c5dcc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb41329-4ea9-4985-a602-8ce519d5c526,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.689254 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-e671ba7e-d9c9-48d3-a80c-a1a639f14aa2 service neutron] 10.222.0.11 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291943 Apr 04 17:52:52.748940 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f76b-c181-47df-8a27-66507c27f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (79458d79-39ae-46e0-a28f-a4745ee4d9d5), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.751474 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f76b-c181-47df-8a27-66507c27f361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:52.752599 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7ac1f76b-c181-47df-8a27-66507c27f361 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79458d79-39ae-46e0-a28f-a4745ee4d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2692323 Apr 04 17:52:52.763743 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1f76b-c181-47df-8a27-66507c27f361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79458d79-39ae-46e0-a28f-a4745ee4d9d5,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:52.801128 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-52c7a378-8e5c-4eb8-a63f-c258380de631 req-c809904d-b0e2-48fa-afbd-f466af930a1a service neutron] 10.222.0.11 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051748 Apr 04 17:52:52.879093 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee31dca9-e85c-4242-8f0d-24af7f4d837a no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:52.908814 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: ee31dca9-e85c-4242-8f0d-24af7f4d837a {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:52.909162 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee31dca9-e85c-4242-8f0d-24af7f4d837a not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:52.909766 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 5458ca13-a5e4-458b-816a-5d3373b5f18c no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:52.934386 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 5458ca13-a5e4-458b-816a-5d3373b5f18c {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:52.934748 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 5458ca13-a5e4-458b-816a-5d3373b5f18c not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:52.935154 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device eba5bc19-a099-41c0-a72d-03031d9f92c0 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:52:52.944591 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-88563039-432f-432c-b9c0-1824b42bbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:52.948383 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-88563039-432f-432c-b9c0-1824b42bbd5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 1128 time: 0.0946188 Apr 04 17:52:52.959826 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: eba5bc19-a099-41c0-a72d-03031d9f92c0 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:52:52.960174 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device eba5bc19-a099-41c0-a72d-03031d9f92c0 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:52:53.052266 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-f2b2c921-1ca6-411a-b4fa-e099b77876d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:53.053990 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-f2b2c921-1ca6-411a-b4fa-e099b77876d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0 HTTP/1.1" status: 200 len: 910 time: 0.0981529 Apr 04 17:52:53.109474 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-2d4ae65e-a440-45ea-bfdd-ed1bd26839f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282f289f-5539-4310-8593-d42d9cdd9056 HTTP/1.1" status: 200 len: 217 time: 0.0485029 Apr 04 17:52:53.173293 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48084) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:53.191298 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a7181f4d-f094-4c58-b61b-73339d0144a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.191870 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-67d163fd-dc74-4b1f-80fd-beb29cd19173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:53.193999 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-67d163fd-dc74-4b1f-80fd-beb29cd19173 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b8d7ac4b-4058-43e5-8bfa-e49e0308dd17 HTTP/1.1" status: 200 len: 849 time: 0.0757940 Apr 04 17:52:53.206305 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bc3c-228a-4c22-a00d-b70c5eb98d5b req-d4856bb7-ebc0-4243-a40f-275d9ba0ecf0 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:53.207985 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3e29bc3c-228a-4c22-a00d-b70c5eb98d5b req-d4856bb7-ebc0-4243-a40f-275d9ba0ecf0 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 944 time: 0.1018116 Apr 04 17:52:53.246008 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-58255132-da6b-46d7-b751-1b25afb0276c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f885aea-4bfe-491e-989c-a29ecbf7e9b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369210 Apr 04 17:52:53.271197 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a7181f4d-f094-4c58-b61b-73339d0144a2 admin admin] Publish callbacks [] for security_group (b4c47e68-4149-4c42-bde3-87652e87861f), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.276406 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a7181f4d-f094-4c58-b61b-73339d0144a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b4c47e68-4149-4c42-bde3-87652e87861f), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.322306 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a7181f4d-f094-4c58-b61b-73339d0144a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d92f6910f71041068f3c8f5af7c23fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471720 Apr 04 17:52:53.323498 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3e29bc3c-228a-4c22-a00d-b70c5eb98d5b req-88381793-dcad-4b6a-872b-07461e01da0c tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059158 Apr 04 17:52:53.324605 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7181f4d-f094-4c58-b61b-73339d0144a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c47e68-4149-4c42-bde3-87652e87861f,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:53.325369 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48088) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:53.398379 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-f56287f1-2bd3-433d-88a1-c36f728205da service neutron] 10.222.0.11 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458285 Apr 04 17:52:53.405780 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-63d7434b-658e-4360-a09f-572dbcd9a61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.416162 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1482ea59-93db-46e7-abc5-a4a05126c879 admin admin] Publish callbacks [] for security_group (b4c47e68-4149-4c42-bde3-87652e87861f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.482196 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1482ea59-93db-46e7-abc5-a4a05126c879 admin admin] Publish callbacks [] for security_group (b4c47e68-4149-4c42-bde3-87652e87861f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.535560 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9254671f-e18c-4b16-8ebc-3e32ef9da504 req-513c9a71-94f3-45e7-a09d-40c75dca8022 service neutron] 10.222.0.11 "GET /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296096 Apr 04 17:52:53.542743 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48096) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:53.562136 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1482ea59-93db-46e7-abc5-a4a05126c879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b4c47e68-4149-4c42-bde3-87652e87861f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.564829 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1482ea59-93db-46e7-abc5-a4a05126c879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.565939 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-1482ea59-93db-46e7-abc5-a4a05126c879 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4c47e68-4149-4c42-bde3-87652e87861f HTTP/1.1" status: 204 len: 168 time: 0.2396674 Apr 04 17:52:53.574417 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482ea59-93db-46e7-abc5-a4a05126c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c47e68-4149-4c42-bde3-87652e87861f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:53.647357 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1047894008-network', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:53.667116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Made reservation on behalf of 6bfc2ecd42c94e8c8ecc91222cdcabf6 for: {'network': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:52:53.669518 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.678643 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.752839 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks [] for security_group (a45cc970-cc99-4899-ade9-55f366d5178e), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.756917 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a45cc970-cc99-4899-ade9-55f366d5178e), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.775854 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=115103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:52:53.793848 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (008688ae-5d4d-4681-b6a4-47e6a1a5095f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.794188 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.segments_db [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Added segment 008688ae-5d4d-4681-b6a4-47e6a1a5095f of type vlan for network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 Apr 04 17:52:53.795530 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cc970-cc99-4899-ade9-55f366d5178e,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:53.841425 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (9b686cb1-c70b-43b2-9516-56d57d5fd3c2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.866626 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (9b686cb1-c70b-43b2-9516-56d57d5fd3c2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.867675 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:53.868336 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:53.923759 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3797309 Apr 04 17:52:53.926851 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48112) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:53.932993 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89085d-36e1-4d8a-be1a-82145e9707c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b686cb1-c70b-43b2-9516-56d57d5fd3c2,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:53.933706 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Request body: {'subnet': {'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1047894008-subnet', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:53.948835 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:52:53.961518 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Made reservation on behalf of 6bfc2ecd42c94e8c8ecc91222cdcabf6 for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:52:53.964315 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4021699'] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.135562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1370151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4021749'] for subnet (b4ec468c-1f50-4e42-aa70-2e0a7c41beb9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.186643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:54.198187 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Checking segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:52:54.198536 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Network hostable DHCP agents. Network: 9b686cb1-c70b-43b2-9516-56d57d5fd3c2, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:52:54.215860 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:52:54.224294 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 9b686cb1-c70b-43b2-9516-56d57d5fd3c2) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:54.228698 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:54.229332 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.233796 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a8474-5870-482f-b688-bf220cc1ad6c None None] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:52:54.248793 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7636bae0-f616-44b0-9ff2-2d577900543a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3200138 Apr 04 17:52:54.250091 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48124) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:54.254738 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:54.274626 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (59f77f99-8cc9-404e-9b70-06b402571781), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.276267 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (59f77f99-8cc9-404e-9b70-06b402571781), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.342336 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks [] for router_controller (59f77f99-8cc9-404e-9b70-06b402571781), precommit_add_association {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.348452 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:52:54.349595 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.506102 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Allocated IP 172.20.0.2 (9b686cb1-c70b-43b2-9516-56d57d5fd3c2/b4ec468c-1f50-4e42-aa70-2e0a7c41beb9/73c8906c-78df-473a-8329-b26f3e2a72cf) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:52:54.676484 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Publish callbacks [] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.683851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.732764 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Pushing event updated for resources: {'Port': ['ID=73c8906c-78df-473a-8329-b26f3e2a72cf,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:54.744681 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:54.746125 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:54.748507 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:52:54.800984 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef051b97-6f98-4a69-9e69-f74c67492e90 req-2c92423f-499a-4ed9-b0ea-f8ff1add9bb8 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:54.803384 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Attempting to bind port 73c8906c-78df-473a-8329-b26f3e2a72cf on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:52:54.803933 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Attempting to bind port 73c8906c-78df-473a-8329-b26f3e2a72cf by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:52:54.804690 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Attempting to bind port 73c8906c-78df-473a-8329-b26f3e2a72cf on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:52:54.808315 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ef051b97-6f98-4a69-9e69-f74c67492e90 req-2c92423f-499a-4ed9-b0ea-f8ff1add9bb8 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 944 time: 0.3932836 Apr 04 17:52:54.810533 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:52:54.810845 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Checking segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:52:54.811239 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.811866 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Bound using segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:52:54.812554 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Bound port: 73c8906c-78df-473a-8329-b26f3e2a72cf, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:52:54.812933 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.818525 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks [] for router_gateway (59f77f99-8cc9-404e-9b70-06b402571781), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.880468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] For port 73c8906c-78df-473a-8329-b26f3e2a72cf, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:52:54.884091 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] For port 73c8906c-78df-473a-8329-b26f3e2a72cf, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=73c8906c-78df-473a-8329-b26f3e2a72cf,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:52:54.890636 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:54.896802 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ef051b97-6f98-4a69-9e69-f74c67492e90 req-fe3f2483-a434-4586-8948-b715dc3e3273 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875595 Apr 04 17:52:54.975580 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53086bb3-d7ab-4c61-b4fe-4416e6a7013d None None] Pushing event updated for resources: {'Port': ['ID=73c8906c-78df-473a-8329-b26f3e2a72cf,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:55.070698 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks [] for router_gateway (59f77f99-8cc9-404e-9b70-06b402571781), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.092404 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.224068 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Allocated IP 172.27.3.100 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/da7c0d4a-07da-43ef-9067-d9ad8bdec251) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:52:55.335263 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks [] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.372462 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.406498 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:55.410685 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:55.414205 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:52:55.441406 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Pushing event updated for resources: {'Port': ['ID=da7c0d4a-07da-43ef-9067-d9ad8bdec251,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:55.683028 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks [] for router_gateway (59f77f99-8cc9-404e-9b70-06b402571781), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.757782 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e307237a-9bd3-4d98-aa96-a62a5aaa8a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.908339 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (59f77f99-8cc9-404e-9b70-06b402571781), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:55.999115 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b3cd9-0373-479f-915b-097abd52680b None None] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:52:56.026623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1002-6b91-4e41-8429-df05efd2e872 req-2e245c3d-23b6-4e52-8d89-66324315d6a9 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:56.028123 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bb6f1002-6b91-4e41-8429-df05efd2e872 req-2e245c3d-23b6-4e52-8d89-66324315d6a9 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 944 time: 0.0550992 Apr 04 17:52:56.046271 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Router 59f77f99-8cc9-404e-9b70-06b402571781 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:52:56.078639 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bb6f1002-6b91-4e41-8429-df05efd2e872 req-789de919-dd07-41d3-a425-22417f26176c tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434961 Apr 04 17:52:56.109670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] Provisioning complete for port 73c8906c-78df-473a-8329-b26f3e2a72cf triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:56.110043 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.161058 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:52:56.174901 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:52:56.179141 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.183679 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48162) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:56.184083 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ad77c3fc-19ab-49b3-97d5-5147d237a13f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9327686 Apr 04 17:52:56.184694 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:56.185300 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:56.210271 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] Current status of the port 73c8906c-78df-473a-8329-b26f3e2a72cf is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:56.210665 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.247750 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] For port 73c8906c-78df-473a-8329-b26f3e2a72cf, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=73c8906c-78df-473a-8329-b26f3e2a72cf,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:56.252912 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.313624 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b6f71-d742-45cf-aebc-9b9ca4741591 None None] Pushing event updated for resources: {'Port': ['ID=73c8906c-78df-473a-8329-b26f3e2a72cf,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:56.326944 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:56.472962 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2c2db0d4-5e7b-4819-bf46-ac7750f36e5f None None] Provisioning complete for port 73c8906c-78df-473a-8329-b26f3e2a72cf triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:56.473439 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2c2db0d4-5e7b-4819-bf46-ac7750f36e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.506480 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:55Z', 'revision_number': 3, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:56.534356 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:52:56.534827 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Updating router 59f77f99-8cc9-404e-9b70-06b402571781 port da7c0d4a-07da-43ef-9067-d9ad8bdec251 binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:52:56.554040 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2c2db0d4-5e7b-4819-bf46-ac7750f36e5f None None] Current status of the port 73c8906c-78df-473a-8329-b26f3e2a72cf is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:56.567137 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.652525 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.749409 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.805513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Allocated IP 172.20.0.1 (9b686cb1-c70b-43b2-9516-56d57d5fd3c2/b4ec468c-1f50-4e42-aa70-2e0a7c41beb9/4d759595-ea27-4331-b4a4-02eb4bc7b898) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:52:56.812010 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Publish callbacks [] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.817684 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 282f289f-5539-4310-8593-d42d9cdd9056 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:52:56.818952 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.873530 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Pushing event updated for resources: {'Port': ['ID=da7c0d4a-07da-43ef-9067-d9ad8bdec251,revision_number=2']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:56.885695 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.886241 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.886769 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.887293 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.887783 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.888283 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.888761 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.889239 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.889733 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.890211 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.890962 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.891466 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.891967 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.892477 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.892947 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:52:56.924567 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Attempting to bind port da7c0d4a-07da-43ef-9067-d9ad8bdec251 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:52:56.925180 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Attempting to bind port da7c0d4a-07da-43ef-9067-d9ad8bdec251 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:52:56.925543 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Attempting to bind port da7c0d4a-07da-43ef-9067-d9ad8bdec251 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:52:56.931260 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:52:56.932003 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:52:56.932617 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.933670 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:52:56.934443 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Bound port: da7c0d4a-07da-43ef-9067-d9ad8bdec251, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:52:56.935540 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.953438 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks [] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.968485 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 282f289f-5539-4310-8593-d42d9cdd9056, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=282f289f-5539-4310-8593-d42d9cdd9056,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:56.981586 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '282f289f-5539-4310-8593-d42d9cdd9056', 'network_id': '5f885aea-4bfe-491e-989c-a29ecbf7e9b0', 'port_id': '282f289f-5539-4310-8593-d42d9cdd9056', 'mac_address': 'fa:16:3e:34:29:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d7ac4b-4058-43e5-8bfa-e49e0308dd17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:52:56.984440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 73c8906c-78df-473a-8329-b26f3e2a72cf up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:52:56.993929 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:56.994215 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] For port da7c0d4a-07da-43ef-9067-d9ad8bdec251, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:52:56.997375 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] For port da7c0d4a-07da-43ef-9067-d9ad8bdec251, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=da7c0d4a-07da-43ef-9067-d9ad8bdec251,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:52:57.010899 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.039401 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:57.042504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:57.046384 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:52:57.060566 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 73c8906c-78df-473a-8329-b26f3e2a72cf triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:57.061549 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.076972 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d759595-ea27-4331-b4a4-02eb4bc7b898,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:57.098436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (59f77f99-8cc9-404e-9b70-06b402571781), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.101088 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bc0f3-5231-4e4a-939a-d0a208d0323b None None] Pushing event updated for resources: {'Port': ['ID=da7c0d4a-07da-43ef-9067-d9ad8bdec251,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:57.161207 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 282f289f-5539-4310-8593-d42d9cdd9056 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:57.161658 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (282f289f-5539-4310-8593-d42d9cdd9056), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.165607 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:57.166407 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:57.199143 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282f289f-5539-4310-8593-d42d9cdd9056 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:52:57.252486 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 73c8906c-78df-473a-8329-b26f3e2a72cf is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:57.278626 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 282f289f-5539-4310-8593-d42d9cdd9056, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=282f289f-5539-4310-8593-d42d9cdd9056,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:57.286457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (282f289f-5539-4310-8593-d42d9cdd9056), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.323880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17552bc9-1220-4216-8443-5ab2dcd02fff req-1b758adc-ef00-41de-b4af-39c9ba333a99 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:57.328337 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-17552bc9-1220-4216-8443-5ab2dcd02fff req-1b758adc-ef00-41de-b4af-39c9ba333a99 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 944 time: 0.1328907 Apr 04 17:52:57.334699 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.358410 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=282f289f-5539-4310-8593-d42d9cdd9056,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:57.382239 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-b47fdc4c-5522-4e1f-9a9b-151e0707c16a None None] Provisioning complete for port 4d759595-ea27-4331-b4a4-02eb4bc7b898 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:57.382832 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b47fdc4c-5522-4e1f-9a9b-151e0707c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.414791 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:57.428588 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-17552bc9-1220-4216-8443-5ab2dcd02fff req-bbeac266-16fe-4b94-954f-421d4d44eaee tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960159 Apr 04 17:52:57.435634 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-b47fdc4c-5522-4e1f-9a9b-151e0707c16a None None] Port 4d759595-ea27-4331-b4a4-02eb4bc7b898 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:52:57.502646 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['282f289f-5539-4310-8593-d42d9cdd9056'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:52:57.526940 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks [] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.532617 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.576018 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (59f77f99-8cc9-404e-9b70-06b402571781), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:57.657568 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-e7099912-7063-4501-884c-be6838c23d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:55Z', 'revision_number': 3, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:57.682443 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d759595-ea27-4331-b4a4-02eb4bc7b898,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:57.706167 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7099912-7063-4501-884c-be6838c23d58 None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:55Z', 'revision_number': 3, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:52:57.726463 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:57.733996 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:57.873175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Router 59f77f99-8cc9-404e-9b70-06b402571781 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:52:58.029051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:52:58.037183 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a38c864c-4649-4372-a3bf-cd33f1b650b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/59f77f99-8cc9-404e-9b70-06b402571781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8517604 Apr 04 17:52:58.075418 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-de011a2a-f181-4097-9c67-d9e8ec501909 None None] Provisioning complete for port 4d759595-ea27-4331-b4a4-02eb4bc7b898 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:58.075972 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-de011a2a-f181-4097-9c67-d9e8ec501909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.118459 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-de011a2a-f181-4097-9c67-d9e8ec501909 None None] Port 4d759595-ea27-4331-b4a4-02eb4bc7b898 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:52:58.303490 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.467151 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48204) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:58.471526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591903438', 'description': 'tempest-description--825050258'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:58.493653 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.566287 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (8c516f44-7895-403d-85e1-748b30af2650), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.570266 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (8c516f44-7895-403d-85e1-748b30af2650), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.572434 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4b6c-f6df-4884-ac28-eec4d6ad7af7 req-0f11d1c6-13bb-4f72-9d95-a3b25703ead8 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:58.574701 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-313a4b6c-f6df-4884-ac28-eec4d6ad7af7 req-0f11d1c6-13bb-4f72-9d95-a3b25703ead8 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 945 time: 0.0544820 Apr 04 17:52:58.612984 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.617499 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1469047 Apr 04 17:52:58.617499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e21c6e-6ad2-4b9e-9bea-b6994af1f237 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c516f44-7895-403d-85e1-748b30af2650,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:58.618123 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48206) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:58.623084 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'security_group_rule': {'security_group_id': '8c516f44-7895-403d-85e1-748b30af2650', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:58.640029 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-313a4b6c-f6df-4884-ac28-eec4d6ad7af7 req-0cfb8117-57a1-4703-9130-88f0b1b97ed9 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587900 Apr 04 17:52:58.662981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (a8da711d-0e53-4c14-b3bf-6902adb97d34), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.723411 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (a8da711d-0e53-4c14-b3bf-6902adb97d34), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.727603 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (a8da711d-0e53-4c14-b3bf-6902adb97d34), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.744610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8da711d-0e53-4c14-b3bf-6902adb97d34,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:58.751326 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.752519 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-856e4041-483c-4fb0-9195-aede2e300a83 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334007 Apr 04 17:52:58.755307 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48210) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:58.759945 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'security_group_rule': {'security_group_id': '8c516f44-7895-403d-85e1-748b30af2650', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:58.782818 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (fa1ea91a-3356-4e66-9f68-89a5f15f669f), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.807736 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 282f289f-5539-4310-8593-d42d9cdd9056 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:52:58.842011 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (fa1ea91a-3356-4e66-9f68-89a5f15f669f), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.850964 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (fa1ea91a-3356-4e66-9f68-89a5f15f669f), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.872927 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1ea91a-3356-4e66-9f68-89a5f15f669f,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:58.882461 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.883773 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-fabf4371-a586-40ce-aea5-b7707da33cf2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275587 Apr 04 17:52:58.887256 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48212) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:52:58.892817 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:52:58.894387 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 282f289f-5539-4310-8593-d42d9cdd9056 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:52:58.898575 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 282f289f-5539-4310-8593-d42d9cdd9056 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:58.899067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (282f289f-5539-4310-8593-d42d9cdd9056), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:58.902946 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device da7c0d4a-07da-43ef-9067-d9ad8bdec251 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:52:58.914407 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.011777 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.014726 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port da7c0d4a-07da-43ef-9067-d9ad8bdec251 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:52:59.015095 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.039043 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 282f289f-5539-4310-8593-d42d9cdd9056 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:59.039440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (282f289f-5539-4310-8593-d42d9cdd9056), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.073109 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f289f-5539-4310-8593-d42d9cdd9056'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:52:59.075328 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca82eb-96da-40b0-8106-a58f2e41ce1c" -d '{"events": [{"server_uuid": "98902cb4-2656-46e4-ac15-2b19576fe11e", "name": "network-vif-plugged", "status": "completed", "tag": "282f289f-5539-4310-8593-d42d9cdd9056"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:52:59.090726 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 282f289f-5539-4310-8593-d42d9cdd9056, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=282f289f-5539-4310-8593-d42d9cdd9056,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:59.099348 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (282f289f-5539-4310-8593-d42d9cdd9056), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.115540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Allocated IP 172.27.3.126 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/7cf3c32b-1861-46a5-a85b-9ccce059f0d9) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:52:59.125303 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2063d836-408b-4ddb-a41e-90a9a5a91ce8 x-openstack-request-id: req-2063d836-408b-4ddb-a41e-90a9a5a91ce8 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:52:59.126029 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98902cb4-2656-46e4-ac15-2b19576fe11e", "name": "network-vif-plugged", "status": "completed", "tag": "282f289f-5539-4310-8593-d42d9cdd9056", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:52:59.126457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2063d836-408b-4ddb-a41e-90a9a5a91ce8 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:52:59.126955 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2063d836-408b-4ddb-a41e-90a9a5a91ce8'] response: {'server_uuid': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282f289f-5539-4310-8593-d42d9cdd9056', 'code': 200} Apr 04 17:52:59.174951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port da7c0d4a-07da-43ef-9067-d9ad8bdec251 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:52:59.175336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.210574 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=282f289f-5539-4310-8593-d42d9cdd9056,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:59.215857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port da7c0d4a-07da-43ef-9067-d9ad8bdec251, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=da7c0d4a-07da-43ef-9067-d9ad8bdec251,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:52:59.221066 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.258752 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.279522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=da7c0d4a-07da-43ef-9067-d9ad8bdec251,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:59.303676 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.334521 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2cebd-b7ef-4130-9742-ccf65493b7e2 req-2d8504b9-1b7e-40b3-8cb6-377516a79510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:59.336468 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edf2cebd-b7ef-4130-9742-ccf65493b7e2 req-2d8504b9-1b7e-40b3-8cb6-377516a79510 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 1130 time: 0.0524759 Apr 04 17:52:59.358150 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:52:59.360525 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:52:59.364703 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:52:59.384355 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-edf2cebd-b7ef-4130-9742-ccf65493b7e2 req-111341c5-d2af-480e-9d38-c10e19ab8ff9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Apr 04 17:52:59.393428 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'Port': ['ID=7cf3c32b-1861-46a5-a85b-9ccce059f0d9,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:59.469657 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (01861ad4-cb65-4a66-8c5b-549f49f9a913), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.511080 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:52:59.513621 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.526365 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:52:59.526976 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:59.661223 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:52:59.677023 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.682806 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.778449 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'Port': ['ID=7cf3c32b-1861-46a5-a85b-9ccce059f0d9,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:52:59.795404 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (01861ad4-cb65-4a66-8c5b-549f49f9a913), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.815549 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.816843 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-aca45f62-7291-40c8-92a9-eba3c8aa9da7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9285572 Apr 04 17:52:59.825362 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7159-1275-4684-8551-4280737f839a req-b19c247d-efce-42df-992d-e030b8dcf61d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:52:59.830417 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-300c7159-1275-4684-8551-4280737f839a req-b19c247d-efce-42df-992d-e030b8dcf61d tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 946 time: 0.1081748 Apr 04 17:52:59.870900 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.885932 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-300c7159-1275-4684-8551-4280737f839a req-8db07a3f-13b6-49fb-aad5-b150edcd64a2 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500858 Apr 04 17:52:59.889430 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 2, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:52:59.923969 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:52:59.924411 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Updating router 59f77f99-8cc9-404e-9b70-06b402571781 port 4d759595-ea27-4331-b4a4-02eb4bc7b898 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:52:59.952301 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:52:59.978797 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-ed93d170-4a7d-41d3-876c-9989d9e1f64a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1591903438&fields=id&tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6 HTTP/1.1" status: 200 len: 267 time: 0.0440798 Apr 04 17:53:00.082350 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-44dba0ed-cbac-4128-829a-9ddaac069b84 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:00.083918 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-44dba0ed-cbac-4128-829a-9ddaac069b84 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 811 time: 0.0986125 Apr 04 17:53:00.098606 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-218ec835-8564-47f4-97c3-f8d0c291eab7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/quotas/6bfc2ecd42c94e8c8ecc91222cdcabf6 HTTP/1.1" status: 200 len: 375 time: 0.0087070 Apr 04 17:53:00.152840 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-8bb15cad-fe1c-4792-87ea-93f4b51c7e2f tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492289 Apr 04 17:53:00.208562 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Publish callbacks [] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.214568 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.245991 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-3a989d35-5fb7-4955-bd88-13d23e1150e3 service neutron] 10.222.0.24 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Apr 04 17:53:00.282648 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427adcd-9292-41f4-bc4f-d2b5179a8594 None None] Pushing event updated for resources: {'Port': ['ID=4d759595-ea27-4331-b4a4-02eb4bc7b898,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:00.318951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Attempting to bind port 4d759595-ea27-4331-b4a4-02eb4bc7b898 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:00.319340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Attempting to bind port 4d759595-ea27-4331-b4a4-02eb4bc7b898 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:00.319759 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Attempting to bind port 4d759595-ea27-4331-b4a4-02eb4bc7b898 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:00.326607 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:00.327626 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Checking segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:00.328158 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.328883 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Bound using segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:00.329381 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Bound port: 4d759595-ea27-4331-b4a4-02eb4bc7b898, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:00.330023 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.346326 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-33ca4aa8-d3ed-41e2-ab84-775fbdb29d53 service neutron] 10.222.0.24 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932677 Apr 04 17:53:00.414870 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] For port 4d759595-ea27-4331-b4a4-02eb4bc7b898, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:00.418473 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] For port 4d759595-ea27-4331-b4a4-02eb4bc7b898, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=4d759595-ea27-4331-b4a4-02eb4bc7b898,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:00.429585 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.516137 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:00.517024 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:00.517787 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-78bee1b8-083a-42fc-8e51-55ebe999fd14 req-99c16667-a311-4fb7-bdd5-656c8cb6fa0a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 210 time: 0.0309923 Apr 04 17:53:00.519281 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427adcd-9292-41f4-bc4f-d2b5179a8594 None None] Pushing event updated for resources: {'Port': ['ID=4d759595-ea27-4331-b4a4-02eb4bc7b898,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:00.610985 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] Provisioning complete for port 4d759595-ea27-4331-b4a4-02eb4bc7b898 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:00.611431 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.724037 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:00.769107 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] Current status of the port 4d759595-ea27-4331-b4a4-02eb4bc7b898 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:00.769500 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:00.892834 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device da7c0d4a-07da-43ef-9067-d9ad8bdec251 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:00.930708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] For port 4d759595-ea27-4331-b4a4-02eb4bc7b898, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=4d759595-ea27-4331-b4a4-02eb4bc7b898,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:00.944676 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:01.052562 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec6294-d5bb-418a-8393-0e387d8e6315 req-c54b293e-3341-4ad8-b675-ebc14e947e96 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:01.060962 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-57ec6294-d5bb-418a-8393-0e387d8e6315 req-c54b293e-3341-4ad8-b675-ebc14e947e96 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 946 time: 0.0695920 Apr 04 17:53:01.075569 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port da7c0d4a-07da-43ef-9067-d9ad8bdec251 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:01.075948 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:01.077435 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deac948-6f4a-4d67-ba10-17e8fa1f8938 None None] Pushing event updated for resources: {'Port': ['ID=4d759595-ea27-4331-b4a4-02eb4bc7b898,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:01.116501 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-57ec6294-d5bb-418a-8393-0e387d8e6315 req-b1d5e880-2eb8-424f-94da-95f7ffb4d01c tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546749 Apr 04 17:53:01.133956 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-e2373641-1b75-47ca-a1ae-29eca62d9525 None None] Provisioning complete for port 4d759595-ea27-4331-b4a4-02eb4bc7b898 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:01.134375 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e2373641-1b75-47ca-a1ae-29eca62d9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:01.247382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:01.430053 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffdc556-31d6-4568-9820-8d29a7543dcc None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:53:01.438233 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port da7c0d4a-07da-43ef-9067-d9ad8bdec251 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:01.456568 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-e2373641-1b75-47ca-a1ae-29eca62d9525 None None] Current status of the port 4d759595-ea27-4331-b4a4-02eb4bc7b898 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:01.639388 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-08e5c93d-8937-4319-91d2-7fe1ef9a3d3b req-92bdc8bd-4b08-40ad-aede-89e54ea3e23d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 210 time: 0.0320585 Apr 04 17:53:01.730263 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-11747158-9283-4e4e-bd82-778b837f3bae tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:01.732353 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-11747158-9283-4e4e-bd82-778b837f3bae tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 811 time: 0.1964173 Apr 04 17:53:01.824860 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-a9e3f044-5b02-4408-99e3-d9e0a435f11d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6 HTTP/1.1" status: 200 len: 380 time: 0.0802112 Apr 04 17:53:01.836272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'port': {'device_id': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'admin_state_up': True, 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'security_groups': ['8c516f44-7895-403d-85e1-748b30af2650']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:01.892339 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:01.899445 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ca89-2fb6-4c04-8800-a706337c5285 req-1f0ab765-3971-456a-bada-8af68f1e1e14 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:01.902434 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e506ca89-2fb6-4c04-8800-a706337c5285 req-1f0ab765-3971-456a-bada-8af68f1e1e14 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 946 time: 0.0632455 Apr 04 17:53:01.954581 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-e506ca89-2fb6-4c04-8800-a706337c5285 req-bf173d7c-b253-448f-bdb1-43f156de16ea tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454280 Apr 04 17:53:01.955549 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Made reservation on behalf of 6bfc2ecd42c94e8c8ecc91222cdcabf6 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:53:01.959693 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.098790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Allocated IP 172.20.0.13 (9b686cb1-c70b-43b2-9516-56d57d5fd3c2/b4ec468c-1f50-4e42-aa70-2e0a7c41beb9/f003660d-b986-4870-9c7b-17a659402879) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:02.397388 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48300) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:02.511061 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a8d01935-f654-4e1a-97bc-62bc9dd2b1f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.519166 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for port (f003660d-b986-4870-9c7b-17a659402879), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.557628 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (f003660d-b986-4870-9c7b-17a659402879), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.597171 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a8d01935-f654-4e1a-97bc-62bc9dd2b1f0 admin admin] Publish callbacks [] for security_group (4783c65d-1ed0-4328-934a-271189592640), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.602435 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a8d01935-f654-4e1a-97bc-62bc9dd2b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4783c65d-1ed0-4328-934a-271189592640), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.608930 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:02.614691 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:02.619352 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:02.640819 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'Port': ['ID=f003660d-b986-4870-9c7b-17a659402879,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:02.647281 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a8d01935-f654-4e1a-97bc-62bc9dd2b1f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77ae079df93f4e1e944be4db590c3f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487931 Apr 04 17:53:02.648630 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d01935-f654-4e1a-97bc-62bc9dd2b1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4783c65d-1ed0-4328-934a-271189592640,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:02.651661 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48304) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:02.687952 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:02.692701 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.715675 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-528107be-2685-4692-b141-b88e645d0b90 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8835146 Apr 04 17:53:02.717113 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-66d8ac33-f7b0-48f5-9344-9b1b78eacad4 admin admin] Publish callbacks [] for security_group (4783c65d-1ed0-4328-934a-271189592640), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.729344 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Request body: {'port': {'device_id': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:02.741791 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-66d8ac33-f7b0-48f5-9344-9b1b78eacad4 admin admin] Publish callbacks [] for security_group (4783c65d-1ed0-4328-934a-271189592640), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.797191 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-66d8ac33-f7b0-48f5-9344-9b1b78eacad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (4783c65d-1ed0-4328-934a-271189592640), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.799889 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-66d8ac33-f7b0-48f5-9344-9b1b78eacad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.803833 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-66d8ac33-f7b0-48f5-9344-9b1b78eacad4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4783c65d-1ed0-4328-934a-271189592640 HTTP/1.1" status: 204 len: 168 time: 0.1483393 Apr 04 17:53:02.822279 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8ac33-f7b0-48f5-9344-9b1b78eacad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783c65d-1ed0-4328-934a-271189592640,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:02.824780 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f003660d-b986-4870-9c7b-17a659402879), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:02.878703 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869a165-8292-441e-823a-b3b6ff57239c req-cabfd805-5fb5-448c-9724-d2c03aeb9afc tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:02.886257 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1869a165-8292-441e-823a-b3b6ff57239c req-cabfd805-5fb5-448c-9724-d2c03aeb9afc tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 932 time: 0.1308467 Apr 04 17:53:02.937186 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 4d759595-ea27-4331-b4a4-02eb4bc7b898 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:03.006705 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-da78e254-91f0-472f-95ab-8580e81d1515 None None] Provisioning complete for port f003660d-b986-4870-9c7b-17a659402879 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:03.007106 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-da78e254-91f0-472f-95ab-8580e81d1515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (f003660d-b986-4870-9c7b-17a659402879), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.044461 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 4d759595-ea27-4331-b4a4-02eb4bc7b898 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:03.045103 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.083679 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-da78e254-91f0-472f-95ab-8580e81d1515 None None] Port f003660d-b986-4870-9c7b-17a659402879 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:53:03.096920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1869a165-8292-441e-823a-b3b6ff57239c req-feb479a2-543e-4856-9c9e-050e27ad91c6 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095246 Apr 04 17:53:03.116846 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f905a-d2b0-4ba5-accf-e5d5f874ce6c req-332343c6-1686-4ce5-bc70-84fc97c552c4 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:03.118701 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f21f905a-d2b0-4ba5-accf-e5d5f874ce6c req-332343c6-1686-4ce5-bc70-84fc97c552c4 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 946 time: 0.0891187 Apr 04 17:53:03.120330 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:53:03.143567 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 4d759595-ea27-4331-b4a4-02eb4bc7b898 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:03.178872 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f21f905a-d2b0-4ba5-accf-e5d5f874ce6c req-2cc9b2ca-7b65-4cff-8611-df910c7b58ef tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/security-groups?id=470c757c-df87-48d3-8093-26cc7bc1e6d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539758 Apr 04 17:53:03.179470 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48314) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:03.194777 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7968b234-219c-496d-a9bd-3ad155b71c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.246202 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-14e0c329-282f-4d1f-b466-3a767569f9a9 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:03.247738 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-14e0c329-282f-4d1f-b466-3a767569f9a9 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 946 time: 0.0872049 Apr 04 17:53:03.270743 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7968b234-219c-496d-a9bd-3ad155b71c58 admin admin] Publish callbacks [] for security_group (667d43d0-dd98-4784-b6d2-16ccc0d1dbff), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.274700 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7968b234-219c-496d-a9bd-3ad155b71c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (667d43d0-dd98-4784-b6d2-16ccc0d1dbff), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.313309 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7968b234-219c-496d-a9bd-3ad155b71c58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd90e77bd8ea4c779bac8c32d0fc5bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327658 Apr 04 17:53:03.314243 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968b234-219c-496d-a9bd-3ad155b71c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d43d0-dd98-4784-b6d2-16ccc0d1dbff,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:03.316605 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48316) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:03.370500 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f003660d-b986-4870-9c7b-17a659402879 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:53:03.372289 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-900d8227-5ff3-4696-a226-09c1efe16530 admin admin] Publish callbacks [] for security_group (667d43d0-dd98-4784-b6d2-16ccc0d1dbff), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.381071 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Publish callbacks [] for port (f003660d-b986-4870-9c7b-17a659402879), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.395661 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-900d8227-5ff3-4696-a226-09c1efe16530 admin admin] Publish callbacks [] for security_group (667d43d0-dd98-4784-b6d2-16ccc0d1dbff), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.399672 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Transition to ACTIVE for port object f003660d-b986-4870-9c7b-17a659402879 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:53:03.403568 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (f003660d-b986-4870-9c7b-17a659402879), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.441985 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Deleting port 282f289f-5539-4310-8593-d42d9cdd9056 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:53:03.442327 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (282f289f-5539-4310-8593-d42d9cdd9056), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.451186 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-900d8227-5ff3-4696-a226-09c1efe16530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (667d43d0-dd98-4784-b6d2-16ccc0d1dbff), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.454637 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-900d8227-5ff3-4696-a226-09c1efe16530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.458399 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-900d8227-5ff3-4696-a226-09c1efe16530 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/667d43d0-dd98-4784-b6d2-16ccc0d1dbff HTTP/1.1" status: 204 len: 168 time: 0.1385913 Apr 04 17:53:03.475167 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d8227-5ff3-4696-a226-09c1efe16530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d43d0-dd98-4784-b6d2-16ccc0d1dbff,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:03.507088 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Pushing event updated for resources: {'Port': ['ID=f003660d-b986-4870-9c7b-17a659402879,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:03.611957 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] For port 282f289f-5539-4310-8593-d42d9cdd9056, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=282f289f-5539-4310-8593-d42d9cdd9056,segment=NetworkSegment(53625d13-30dd-4e0e-a9c8-d0f04b07931b),segment_id=53625d13-30dd-4e0e-a9c8-d0f04b07931b)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:03.612349 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (282f289f-5539-4310-8593-d42d9cdd9056), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.632461 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Attempting to bind port f003660d-b986-4870-9c7b-17a659402879 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:03.633204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Attempting to bind port f003660d-b986-4870-9c7b-17a659402879 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:03.633204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Attempting to bind port f003660d-b986-4870-9c7b-17a659402879 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:03.635873 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Calling delete_port for 282f289f-5539-4310-8593-d42d9cdd9056 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:53:03.646623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Port f003660d-b986-4870-9c7b-17a659402879 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:53:03.647296 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Attempting to bind port f003660d-b986-4870-9c7b-17a659402879 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:03.655557 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:03.655894 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Checking segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:03.656520 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Bound using segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:03.656962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Bound port: f003660d-b986-4870-9c7b-17a659402879, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:03.657326 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f003660d-b986-4870-9c7b-17a659402879), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.786602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] For port f003660d-b986-4870-9c7b-17a659402879, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:03.801010 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] For port f003660d-b986-4870-9c7b-17a659402879, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f003660d-b986-4870-9c7b-17a659402879,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:03.809830 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (f003660d-b986-4870-9c7b-17a659402879), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.873462 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:03.874075 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.875645 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] 10.222.0.11 "PUT /v2.0/ports/f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 1094 time: 1.1512439 Apr 04 17:53:03.877605 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'tag': 'f003660d-b986-4870-9c7b-17a659402879'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:53:03.880038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ad281-56af-4def-8d6e-54e259f411cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "tag": "f003660d-b986-4870-9c7b-17a659402879"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:53:03.893748 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48324) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:03.906145 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (282f289f-5539-4310-8593-d42d9cdd9056), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.914363 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24a59c90-ec0a-42aa-a7b4-e214c3fc48ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:03.918112 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95237707-7696-4093-b3e9-9174059c8f0a service neutron] Pushing event updated for resources: {'Port': ['ID=f003660d-b986-4870-9c7b-17a659402879,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:03.918975 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['282f289f-5539-4310-8593-d42d9cdd9056'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:53:03.972830 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516a379c-59df-46d0-9d29-2d6159f480dd x-openstack-request-id: req-516a379c-59df-46d0-9d29-2d6159f480dd {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:53:03.973110 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "tag": "f003660d-b986-4870-9c7b-17a659402879", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:53:03.973372 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-516a379c-59df-46d0-9d29-2d6159f480dd {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:53:03.973780 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516a379c-59df-46d0-9d29-2d6159f480dd'] response: {'name': 'network-changed', 'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'tag': 'f003660d-b986-4870-9c7b-17a659402879', 'status': 'completed', 'code': 200} Apr 04 17:53:03.991240 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Pushing event deleted for resources: {'Port': ['ID=282f289f-5539-4310-8593-d42d9cdd9056,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:04.029600 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24a59c90-ec0a-42aa-a7b4-e214c3fc48ba admin admin] Publish callbacks [] for security_group (6336f5d2-167a-4468-894e-492fe8812687), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.032725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] No DVR routers for this DVR port 282f289f-5539-4310-8593-d42d9cdd9056 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:53:04.034852 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24a59c90-ec0a-42aa-a7b4-e214c3fc48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6336f5d2-167a-4468-894e-492fe8812687), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.035859 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.039456 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e7ac463-e509-4a17-bbcd-e4f44d5418db req-9818d49f-8442-4077-bffd-682f77ceddac tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.11 "DELETE /v2.0/ports/282f289f-5539-4310-8593-d42d9cdd9056 HTTP/1.1" status: 204 len: 173 time: 0.7826478 Apr 04 17:53:04.054342 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-5265ab59-55a2-4d34-bc12-53e7fcd33015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.056157 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-5265ab59-55a2-4d34-bc12-53e7fcd33015 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1128 time: 0.1303425 Apr 04 17:53:04.075849 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-24a59c90-ec0a-42aa-a7b4-e214c3fc48ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcbd3098651247ca9be180b40526a6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806090 Apr 04 17:53:04.077027 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a59c90-ec0a-42aa-a7b4-e214c3fc48ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6336f5d2-167a-4468-894e-492fe8812687,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:04.078724 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48326) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:04.125309 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-539f4090-3546-4da1-adaf-b06eebe8b9be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 217 time: 0.0583587 Apr 04 17:53:04.207606 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-10243980-fdf4-4e06-8bac-501113816e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.209348 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-10243980-fdf4-4e06-8bac-501113816e2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0762794 Apr 04 17:53:04.212198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5c501f1-f6df-4384-82fc-e04f28b42de8 admin admin] Publish callbacks [] for security_group (6336f5d2-167a-4468-894e-492fe8812687), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.225731 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0c004-fbc2-4475-9d3f-e2f3c8786d66 req-73820a98-ebe0-403f-88f5-f841e18208a8 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.227254 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eee0c004-fbc2-4475-9d3f-e2f3c8786d66 req-73820a98-ebe0-403f-88f5-f841e18208a8 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 944 time: 0.0579081 Apr 04 17:53:04.260840 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5c501f1-f6df-4384-82fc-e04f28b42de8 admin admin] Publish callbacks [] for security_group (6336f5d2-167a-4468-894e-492fe8812687), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.284559 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eee0c004-fbc2-4475-9d3f-e2f3c8786d66 req-35353f4d-7b80-4974-88bc-244eefbce10e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Apr 04 17:53:04.329474 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d67119c6-cfc4-4353-b769-c8b0f7b9b1f1 req-7bd5388c-1e62-48b9-a0df-3be560b4f449 tempest-VolumesActionsTest-759239121 tempest-VolumesActionsTest-759239121-project] 10.222.0.24 "GET /v2.0/ports?device_id=98902cb4-2656-46e4-ac15-2b19576fe11e HTTP/1.1" status: 200 len: 210 time: 0.0435197 Apr 04 17:53:04.332730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-110c32ee-ab15-4fc5-bf43-659588a926c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.334261 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-110c32ee-ab15-4fc5-bf43-659588a926c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129751 Apr 04 17:53:04.360969 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5c501f1-f6df-4384-82fc-e04f28b42de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6336f5d2-167a-4468-894e-492fe8812687), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.363455 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e5c501f1-f6df-4384-82fc-e04f28b42de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:04.364548 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e5c501f1-f6df-4384-82fc-e04f28b42de8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6336f5d2-167a-4468-894e-492fe8812687 HTTP/1.1" status: 204 len: 168 time: 0.2833679 Apr 04 17:53:04.400257 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c501f1-f6df-4384-82fc-e04f28b42de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6336f5d2-167a-4468-894e-492fe8812687,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:04.442599 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-2ace1164-56e4-437b-8fab-333f4747b7d8 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014886 Apr 04 17:53:04.551474 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-68657bdb-59e8-43b7-8bd2-4a84b29b961f req-d83fc2ae-d139-482c-8012-791b4c000be0 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021650 Apr 04 17:53:04.647663 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ad281-56af-4def-8d6e-54e259f411cb req-d7128f7c-74ae-4780-a57c-685b782bba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.649141 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-d7128f7c-74ae-4780-a57c-685b782bba13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1128 time: 0.0464876 Apr 04 17:53:04.737114 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ad281-56af-4def-8d6e-54e259f411cb req-d4e1c247-632b-4df3-b746-cc4a5dda9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.738566 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-d4e1c247-632b-4df3-b746-cc4a5dda9f97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.0834408 Apr 04 17:53:04.783432 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-f6269d41-4dce-47a5-a6fe-67c41484ff02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 217 time: 0.0378804 Apr 04 17:53:04.833101 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ad281-56af-4def-8d6e-54e259f411cb req-1f0210c4-6fde-43a4-899c-d05c94ed1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.834532 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-1f0210c4-6fde-43a4-899c-d05c94ed1fa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0430288 Apr 04 17:53:04.884069 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ad281-56af-4def-8d6e-54e259f411cb req-d45845d0-41b6-4de8-91ee-13e7bd2529fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:04.885672 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-d45845d0-41b6-4de8-91ee-13e7bd2529fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438638 Apr 04 17:53:04.981548 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-efe91238-e3ce-484c-9291-483b8a95e60f service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891204 Apr 04 17:53:05.069827 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-589ad281-56af-4def-8d6e-54e259f411cb req-70f60603-7fb2-4632-976a-40f77703d1b0 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813515 Apr 04 17:53:05.407710 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6069841-05b0-4b84-a005-4267ab2a7c5f req-5b0bf199-0c32-4db3-a1fb-90633a48b791 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:05.409400 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f6069841-05b0-4b84-a005-4267ab2a7c5f req-5b0bf199-0c32-4db3-a1fb-90633a48b791 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 944 time: 0.0583580 Apr 04 17:53:05.473743 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f6069841-05b0-4b84-a005-4267ab2a7c5f req-a93efe4f-9ad1-4f86-8614-e36397b0f844 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584133 Apr 04 17:53:05.974707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'name': 'network-vif-deleted', 'tag': '282f289f-5539-4310-8593-d42d9cdd9056'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:53:05.977266 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451eec46-8bf8-4834-9462-af98bbf73c2c" -d '{"events": [{"server_uuid": "98902cb4-2656-46e4-ac15-2b19576fe11e", "name": "network-vif-deleted", "tag": "282f289f-5539-4310-8593-d42d9cdd9056"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:53:06.012190 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04b1a4-cc40-4348-b9ff-333ad2a6d7c3 x-openstack-request-id: req-ce04b1a4-cc40-4348-b9ff-333ad2a6d7c3 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:53:06.012624 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98902cb4-2656-46e4-ac15-2b19576fe11e", "name": "network-vif-deleted", "tag": "282f289f-5539-4310-8593-d42d9cdd9056", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:53:06.012980 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce04b1a4-cc40-4348-b9ff-333ad2a6d7c3 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:53:06.013495 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce04b1a4-cc40-4348-b9ff-333ad2a6d7c3'] response: {'server_uuid': '98902cb4-2656-46e4-ac15-2b19576fe11e', 'name': 'network-vif-deleted', 'tag': '282f289f-5539-4310-8593-d42d9cdd9056', 'status': 'completed', 'code': 200} Apr 04 17:53:06.590099 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec8f64-fa71-40e1-9595-e093fdfdd714 req-13f1de8f-c9b5-4f5c-a84f-005b51c9447e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:06.591748 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8aec8f64-fa71-40e1-9595-e093fdfdd714 req-13f1de8f-c9b5-4f5c-a84f-005b51c9447e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 944 time: 0.0527601 Apr 04 17:53:06.640775 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8aec8f64-fa71-40e1-9595-e093fdfdd714 req-785e9878-7feb-41f8-a073-cf81f22e8264 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Apr 04 17:53:07.084456 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 282f289f-5539-4310-8593-d42d9cdd9056 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:53:07.105091 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 282f289f-5539-4310-8593-d42d9cdd9056 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:53:07.105444 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 282f289f-5539-4310-8593-d42d9cdd9056 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:53:07.766514 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa964e7-7c1b-474b-b9b1-f8ab1c4d3cfe req-9b6df0b8-a87f-4c10-b778-b664b26041e4 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:07.767974 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bfa964e7-7c1b-474b-b9b1-f8ab1c4d3cfe req-9b6df0b8-a87f-4c10-b778-b664b26041e4 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 944 time: 0.0585701 Apr 04 17:53:07.812914 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bfa964e7-7c1b-474b-b9b1-f8ab1c4d3cfe req-e70d77fa-f340-49c4-aeb6-1c908d405d79 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394592 Apr 04 17:53:08.837192 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f003660d-b986-4870-9c7b-17a659402879 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:53:08.931548 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ccdad-8cdb-4cad-88ff-f47229e6cab6 req-e13a923e-f5ae-4836-a5f8-69eb3c3b4a59 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:08.933037 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-da2ccdad-8cdb-4cad-88ff-f47229e6cab6 req-e13a923e-f5ae-4836-a5f8-69eb3c3b4a59 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 944 time: 0.0526056 Apr 04 17:53:08.934572 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port f003660d-b986-4870-9c7b-17a659402879, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f003660d-b986-4870-9c7b-17a659402879,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:08.945906 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': 'f003660d-b986-4870-9c7b-17a659402879', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'port_id': 'f003660d-b986-4870-9c7b-17a659402879', 'mac_address': 'fa:16:3e:1b:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:53:08.980149 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-da2ccdad-8cdb-4cad-88ff-f47229e6cab6 req-2dc02309-b90b-4db4-9b94-da50f9bf8e06 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Apr 04 17:53:08.983956 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port f003660d-b986-4870-9c7b-17a659402879 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:08.984440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f003660d-b986-4870-9c7b-17a659402879), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:08.997299 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f003660d-b986-4870-9c7b-17a659402879 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:53:09.019829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port f003660d-b986-4870-9c7b-17a659402879, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f003660d-b986-4870-9c7b-17a659402879,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:09.023262 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (f003660d-b986-4870-9c7b-17a659402879), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:09.067480 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=f003660d-b986-4870-9c7b-17a659402879,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:10.101144 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c48fb-ff1d-4c5e-9541-4e44ea206e37 req-89037a9a-1d70-4663-bcef-9375929f4314 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:10.102600 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-220c48fb-ff1d-4c5e-9541-4e44ea206e37 req-89037a9a-1d70-4663-bcef-9375929f4314 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 945 time: 0.0575914 Apr 04 17:53:10.148542 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-220c48fb-ff1d-4c5e-9541-4e44ea206e37 req-e9d52711-33e7-4b5d-ace7-d5be9bc9ed5d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Apr 04 17:53:11.267135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46e0f-7cae-44c3-b6f4-811a2da77398 req-93007dfd-a0ca-43d1-b2b3-65eb67a05c79 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:11.268611 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-70f46e0f-7cae-44c3-b6f4-811a2da77398 req-93007dfd-a0ca-43d1-b2b3-65eb67a05c79 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 945 time: 0.0556760 Apr 04 17:53:11.313696 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-70f46e0f-7cae-44c3-b6f4-811a2da77398 req-eae387fe-497d-48f8-a49c-9a1431d43082 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Apr 04 17:53:11.610222 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['f003660d-b986-4870-9c7b-17a659402879'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:53:12.430170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e64542-1e5f-451a-83d3-0ffde6fc7abb req-12770911-9b7f-4acd-bb1f-c2a53e832baa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:12.431671 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-57e64542-1e5f-451a-83d3-0ffde6fc7abb req-12770911-9b7f-4acd-bb1f-c2a53e832baa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 945 time: 0.0530679 Apr 04 17:53:12.481391 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-57e64542-1e5f-451a-83d3-0ffde6fc7abb req-bffebac0-dfa7-477e-8912-eba5e36fdb26 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Apr 04 17:53:13.596366 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cf96c-d1c8-4cf1-a64d-ad1611892621 req-0fdccf51-0378-4ec2-a580-4fbe5ce0a9fa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:13.597837 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cd9cf96c-d1c8-4cf1-a64d-ad1611892621 req-0fdccf51-0378-4ec2-a580-4fbe5ce0a9fa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 945 time: 0.0516694 Apr 04 17:53:13.642075 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-cd9cf96c-d1c8-4cf1-a64d-ad1611892621 req-3b29a330-39c7-48df-a9fc-33d8fa100ad0 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387304 Apr 04 17:53:13.782131 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f003660d-b986-4870-9c7b-17a659402879 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:13.829219 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port f003660d-b986-4870-9c7b-17a659402879 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:53:13.833201 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port f003660d-b986-4870-9c7b-17a659402879 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:13.833573 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (f003660d-b986-4870-9c7b-17a659402879), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:13.906271 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port f003660d-b986-4870-9c7b-17a659402879 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:13.906654 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f003660d-b986-4870-9c7b-17a659402879), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:13.932032 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f003660d-b986-4870-9c7b-17a659402879'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:53:13.934802 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8bbd42-c97c-4e9e-b023-be6065bdaed3" -d '{"events": [{"server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "name": "network-vif-plugged", "status": "completed", "tag": "f003660d-b986-4870-9c7b-17a659402879"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:53:13.947111 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port f003660d-b986-4870-9c7b-17a659402879, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f003660d-b986-4870-9c7b-17a659402879,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:13.952308 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (f003660d-b986-4870-9c7b-17a659402879), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:13.976899 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097e778-9904-4eb7-83da-55536a5264c9 x-openstack-request-id: req-6097e778-9904-4eb7-83da-55536a5264c9 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:53:13.977185 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "name": "network-vif-plugged", "status": "completed", "tag": "f003660d-b986-4870-9c7b-17a659402879", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:53:13.977434 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6097e778-9904-4eb7-83da-55536a5264c9 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:53:13.977820 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6097e778-9904-4eb7-83da-55536a5264c9'] response: {'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f003660d-b986-4870-9c7b-17a659402879', 'code': 200} Apr 04 17:53:14.002344 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=f003660d-b986-4870-9c7b-17a659402879,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:14.761456 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affdd9c-28ce-4a6b-aae4-00ca90d4d98c req-1f1bea92-693c-4d2b-96fd-c59370cf7038 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:14.762972 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5affdd9c-28ce-4a6b-aae4-00ca90d4d98c req-1f1bea92-693c-4d2b-96fd-c59370cf7038 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0555990 Apr 04 17:53:14.812830 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5affdd9c-28ce-4a6b-aae4-00ca90d4d98c req-d175ec9b-576e-4cad-a644-e625e6063296 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Apr 04 17:53:14.856320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1246af-1c4f-47fa-aa59-ce5af9f07cd0 req-ac806d79-781d-4c00-bfde-4dd4f3678b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:14.857845 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ac1246af-1c4f-47fa-aa59-ce5af9f07cd0 req-ac806d79-781d-4c00-bfde-4dd4f3678b72 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1130 time: 0.0555243 Apr 04 17:53:14.908617 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ac1246af-1c4f-47fa-aa59-ce5af9f07cd0 req-c61a1868-3054-4c2c-b399-d7e70067e94b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Apr 04 17:53:15.982802 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b895df2-aeb7-49ea-9d06-20a4f8bd66c1 req-560b3084-4589-485c-afea-15f7045b11be tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:15.985232 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b895df2-aeb7-49ea-9d06-20a4f8bd66c1 req-560b3084-4589-485c-afea-15f7045b11be tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0833595 Apr 04 17:53:16.042036 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6b895df2-aeb7-49ea-9d06-20a4f8bd66c1 req-1f139cae-dc51-4a9a-8d7f-2976c2ce41d9 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489559 Apr 04 17:53:17.185527 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea48e9-9009-4763-bf38-d888d5d05739 req-ee56c3c9-e51b-453c-87b1-f16ff87e575d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:17.187711 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24ea48e9-9009-4763-bf38-d888d5d05739 req-ee56c3c9-e51b-453c-87b1-f16ff87e575d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0602951 Apr 04 17:53:17.248977 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-24ea48e9-9009-4763-bf38-d888d5d05739 req-6b194b1e-c59c-492e-8431-ae5ae5575a65 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541980 Apr 04 17:53:18.397402 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed180-b94b-42db-a088-94a2680560e7 req-18e4a0e8-3d0f-4a62-a09a-0618198d5c07 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:18.399682 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-059ed180-b94b-42db-a088-94a2680560e7 req-18e4a0e8-3d0f-4a62-a09a-0618198d5c07 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0776608 Apr 04 17:53:18.457123 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-059ed180-b94b-42db-a088-94a2680560e7 req-e40c625c-c529-432c-b36a-2d768b85e810 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496089 Apr 04 17:53:19.616254 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be1f8-8289-4046-9c84-54b264268000 req-e5ddf007-ff33-43af-adbd-d6e063c84dac tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:19.618613 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ea1be1f8-8289-4046-9c84-54b264268000 req-e5ddf007-ff33-43af-adbd-d6e063c84dac tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0827472 Apr 04 17:53:19.701146 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ea1be1f8-8289-4046-9c84-54b264268000 req-461a5c57-8897-4cbe-8636-1610220def80 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736582 Apr 04 17:53:19.835821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5948-0e36-4413-8cfa-88d8767cc3e9 req-6d8eb385-9c27-4945-be88-8b53fb7bcf71 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:19.842043 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-050e5948-0e36-4413-8cfa-88d8767cc3e9 req-6d8eb385-9c27-4945-be88-8b53fb7bcf71 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0699203 Apr 04 17:53:19.847462 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48574) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:19.853154 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'floatingip': {'port_id': 'f003660d-b986-4870-9c7b-17a659402879'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:19.901815 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (01861ad4-cb65-4a66-8c5b-549f49f9a913), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:20.676674 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:20.680468 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (01861ad4-cb65-4a66-8c5b-549f49f9a913), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:20.790224 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Floating IP 01861ad4-cb65-4a66-8c5b-549f49f9a913 associated. External IP: 172.27.3.126, port: f003660d-b986-4870-9c7b-17a659402879. Apr 04 17:53:21.015026 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Router 59f77f99-8cc9-404e-9b70-06b402571781 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:53:21.130745 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:53:21.136552 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:21.143040 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:53:21.153786 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:21.154430 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:21.180860 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2f57b11f-114a-4a94-95af-0663e359ec63 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "PUT /v2.0/floatingips/01861ad4-cb65-4a66-8c5b-549f49f9a913 HTTP/1.1" status: 200 len: 992 time: 1.3310544 Apr 04 17:53:21.182370 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'tag': 'f003660d-b986-4870-9c7b-17a659402879'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:53:21.192497 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "tag": "f003660d-b986-4870-9c7b-17a659402879"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:53:21.286768 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:21.406114 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143db34-80e0-457a-ade0-4121054c2cd7 x-openstack-request-id: req-e143db34-80e0-457a-ade0-4121054c2cd7 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:53:21.406484 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "tag": "f003660d-b986-4870-9c7b-17a659402879", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:53:21.406821 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e143db34-80e0-457a-ade0-4121054c2cd7 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:53:21.407300 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e143db34-80e0-457a-ade0-4121054c2cd7'] response: {'name': 'network-changed', 'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'tag': 'f003660d-b986-4870-9c7b-17a659402879', 'status': 'completed', 'code': 200} Apr 04 17:53:21.506405 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-a9fef729-a085-4141-96ab-b4edf6127a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:21.508617 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-a9fef729-a085-4141-96ab-b4edf6127a05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1130 time: 0.0735691 Apr 04 17:53:21.590164 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '01861ad4-cb65-4a66-8c5b-549f49f9a913', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'port_id': 'f003660d-b986-4870-9c7b-17a659402879', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'mac_address': 'fa:16:3e:1b:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:52:59Z', 'updated_at': '2022-04-04T17:53:20Z', 'revision_number': 1, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:21.620494 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:53:21.630798 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:21.631428 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:52:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:21.647542 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-4d2d188b-dff3-4983-8b92-56014dfcaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:21.649170 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-4d2d188b-dff3-4983-8b92-56014dfcaa26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.1337540 Apr 04 17:53:21.719598 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-0c411557-2c72-4951-abe4-b9b9aa9ce1f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 1000 time: 0.0641799 Apr 04 17:53:21.746444 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:21.778624 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-5aca4402-bb30-46f3-9013-893c72057a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:21.780109 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-5aca4402-bb30-46f3-9013-893c72057a8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0540397 Apr 04 17:53:21.842355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-f9b9ea2b-23a3-40e6-9bbd-beafa80ce068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:21.844166 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-f9b9ea2b-23a3-40e6-9bbd-beafa80ce068 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569146 Apr 04 17:53:21.936318 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-9816e275-2025-4c0b-8007-3b565bf86d26 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858686 Apr 04 17:53:22.009153 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '01861ad4-cb65-4a66-8c5b-549f49f9a913', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'port_id': 'f003660d-b986-4870-9c7b-17a659402879', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'mac_address': 'fa:16:3e:1b:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:52:59Z', 'updated_at': '2022-04-04T17:53:20Z', 'revision_number': 1, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:22.039503 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dce0bf3-a530-49b8-9d52-bfd21a2b0e7b req-93e041ca-5f8f-43ee-bdcb-76eafde500ac service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969002 Apr 04 17:53:22.045633 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f722-808c-431b-8ffe-8c4a50a7539d None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '01861ad4-cb65-4a66-8c5b-549f49f9a913', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'port_id': 'f003660d-b986-4870-9c7b-17a659402879', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'mac_address': 'fa:16:3e:1b:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:52:59Z', 'updated_at': '2022-04-04T17:53:20Z', 'revision_number': 1, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:53:22.289094 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d51576f-8e3a-4309-b1e2-3b9ee3560696 None None] New status for floating IP 01861ad4-cb65-4a66-8c5b-549f49f9a913: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:53:23.420132 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ca0fa5c4-b52f-410a-80a4-10423e8614fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:24.950557 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48650) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:25.066916 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.161216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Publish callbacks [] for security_group (1c852ccd-ae9f-4849-b2cd-a6d309933909), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.167250 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (1c852ccd-ae9f-4849-b2cd-a6d309933909), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.207504 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c852ccd-ae9f-4849-b2cd-a6d309933909,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:25.211471 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb8040c56ca44c4c83101506103d53fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596440 Apr 04 17:53:25.215135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48654) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:25.224611 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.225084 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.225733 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.226033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.226459 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.226938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.227265 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.227673 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.228096 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.228496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.228967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.229461 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.229879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.230375 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.230695 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add90a28-a792-4eef-b443-64a3d8fa005d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.290430 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Publish callbacks [] for security_group (1c852ccd-ae9f-4849-b2cd-a6d309933909), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.323614 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Publish callbacks [] for security_group (1c852ccd-ae9f-4849-b2cd-a6d309933909), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.392041 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (1c852ccd-ae9f-4849-b2cd-a6d309933909), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.394758 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:25.396077 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c852ccd-ae9f-4849-b2cd-a6d309933909 HTTP/1.1" status: 204 len: 168 time: 0.1792941 Apr 04 17:53:25.404740 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c852ccd-ae9f-4849-b2cd-a6d309933909,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:25.411927 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.412305 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.412651 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.412982 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.413496 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.413978 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.414470 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.414956 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.415603 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.416095 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.416601 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.417099 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.417597 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.418103 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.419141 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6e2b6a-bca5-45a2-a1a5-ba67c5f96256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:25.753191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-79d10749-0cf2-4efa-bb53-b9f9a8bc50a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.238809 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48684) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:26.341818 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1818074051-network', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:26.362280 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Made reservation on behalf of c2e5bf320cf341ad8974e82a4b2430eb for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:53:26.364787 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.374014 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.466517 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks [] for security_group (d10560f1-cfd3-45ba-bc84-97abb27533f1), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.471544 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (d10560f1-cfd3-45ba-bc84-97abb27533f1), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.507707 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:53:26.518998 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10560f1-cfd3-45ba-bc84-97abb27533f1,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:26.529782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (6cfc328d-2a3d-4f69-aff8-e9503b360a1c), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.530538 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Added segment 6cfc328d-2a3d-4f69-aff8-e9503b360a1c of type vlan for network 51d474c7-7698-49ba-9954-f2b0220443cf Apr 04 17:53:26.583117 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (51d474c7-7698-49ba-9954-f2b0220443cf), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.616208 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (51d474c7-7698-49ba-9954-f2b0220443cf), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.617448 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:26.618116 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.675633 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4357014 Apr 04 17:53:26.678534 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48692) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:26.685675 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Request body: {'subnet': {'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1818074051-subnet', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:26.697960 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcdc65-9788-4269-955c-3a4c5ac0536c admin admin] Pushing event updated for resources: {'Network': ['ID=51d474c7-7698-49ba-9954-f2b0220443cf,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:26.710487 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 51d474c7-7698-49ba-9954-f2b0220443cf details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:53:26.731370 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Made reservation on behalf of c2e5bf320cf341ad8974e82a4b2430eb for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:53:26.736510 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4021699'] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.785158 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.937627 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1370151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4021749'] for subnet (f9c6a7d8-5a21-4dca-ac33-9a178df84383), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:26.991362 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c6a7d8-5a21-4dca-ac33-9a178df84383,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:27.008296 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Checking segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:27.008657 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Network hostable DHCP agents. Network: 51d474c7-7698-49ba-9954-f2b0220443cf, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:53:27.030266 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Network 51d474c7-7698-49ba-9954-f2b0220443cf is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:53:27.042649 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 51d474c7-7698-49ba-9954-f2b0220443cf) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:27.054226 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f3484-4fa3-4959-b24e-685bf6133177 None None] Network 51d474c7-7698-49ba-9954-f2b0220443cf requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:53:27.060584 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:27.061751 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.092471 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1610b772-cf94-4215-be3b-9cc70eae4d8d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4109828 Apr 04 17:53:27.095006 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48694) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:27.099997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:27.147545 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (052cd19a-8a03-42e6-8fba-0559841d8c04), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.148905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (052cd19a-8a03-42e6-8fba-0559841d8c04), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.228221 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks [] for router_controller (052cd19a-8a03-42e6-8fba-0559841d8c04), precommit_add_association {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.231328 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-51d474c7-7698-49ba-9954-f2b0220443cf', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:53:27.232521 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.375352 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Allocated IP 172.20.0.2 (51d474c7-7698-49ba-9954-f2b0220443cf/f9c6a7d8-5a21-4dca-ac33-9a178df84383/ee682aa0-add4-42db-a3a2-f8c81c11b90a) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:27.437510 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks [] for router_gateway (052cd19a-8a03-42e6-8fba-0559841d8c04), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.548151 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Publish callbacks [] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.556296 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.603530 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Network 51d474c7-7698-49ba-9954-f2b0220443cf is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:27.607458 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:27.614208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:27.626393 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Pushing event updated for resources: {'Port': ['ID=ee682aa0-add4-42db-a3a2-f8c81c11b90a,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:27.680397 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Attempting to bind port ee682aa0-add4-42db-a3a2-f8c81c11b90a on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:27.680775 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Attempting to bind port ee682aa0-add4-42db-a3a2-f8c81c11b90a by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:27.681136 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Attempting to bind port ee682aa0-add4-42db-a3a2-f8c81c11b90a on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:27.688561 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:27.689903 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Checking segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:27.690483 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.691488 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Bound using segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:27.692405 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Bound port: ee682aa0-add4-42db-a3a2-f8c81c11b90a, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:27.693090 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.745134 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks [] for router_gateway (052cd19a-8a03-42e6-8fba-0559841d8c04), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.766894 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] For port ee682aa0-add4-42db-a3a2-f8c81c11b90a, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:27.769907 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.770182 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] For port ee682aa0-add4-42db-a3a2-f8c81c11b90a, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee682aa0-add4-42db-a3a2-f8c81c11b90a,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:27.777573 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:27.859933 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441534d3-e971-4ffa-b0c2-c2819e6308dd None None] Pushing event updated for resources: {'Port': ['ID=ee682aa0-add4-42db-a3a2-f8c81c11b90a,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:27.913684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Allocated IP 172.27.3.169 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/ee1bd9b5-666c-460e-9544-5d275b4f8bcb) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:28.035103 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks [] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:28.095923 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:28.148573 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:28.151811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:28.155050 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:28.183521 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:28.309572 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:28.827113 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks [] for router_gateway (052cd19a-8a03-42e6-8fba-0559841d8c04), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.002118 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee682aa0-add4-42db-a3a2-f8c81c11b90a up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:29.100851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed67ea-af49-4caf-aaa9-d590c17b1425 None None] Network 51d474c7-7698-49ba-9954-f2b0220443cf requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:53:29.143123 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (052cd19a-8a03-42e6-8fba-0559841d8c04), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.197217 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] Provisioning complete for port ee682aa0-add4-42db-a3a2-f8c81c11b90a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:29.197503 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.228784 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port ee682aa0-add4-42db-a3a2-f8c81c11b90a triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:29.229148 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.312676 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:53:29.407817 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] Current status of the port ee682aa0-add4-42db-a3a2-f8c81c11b90a is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:29.408209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.432490 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:53:29.449013 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:53:29.469169 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.469837 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:29.470678 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ff3c8b39-5e51-48a6-be08-35b2d8a9a749 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3738234 Apr 04 17:53:29.470947 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:29.473522 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48710) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:29.602378 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port ee682aa0-add4-42db-a3a2-f8c81c11b90a is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:29.602769 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.651979 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] For port ee682aa0-add4-42db-a3a2-f8c81c11b90a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee682aa0-add4-42db-a3a2-f8c81c11b90a,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:29.662511 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.700546 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:29.774831 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.db.api [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 17:53:29.775656 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG oslo_db.api [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 17:53:29.784578 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8539f-4f1d-4af5-8bf3-49455bbb97bf None None] Pushing event updated for resources: {'Port': ['ID=ee682aa0-add4-42db-a3a2-f8c81c11b90a,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:29.805001 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-bdb71a1d-34cb-47fa-9a2c-f90def43b89b None None] Provisioning complete for port ee682aa0-add4-42db-a3a2-f8c81c11b90a triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:29.805526 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-bdb71a1d-34cb-47fa-9a2c-f90def43b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.869799 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:29.937470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-bdb71a1d-34cb-47fa-9a2c-f90def43b89b None None] Current status of the port ee682aa0-add4-42db-a3a2-f8c81c11b90a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:29.993231 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:28Z', 'revision_number': 3, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:30.023235 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:53:30.023747 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Updating router 052cd19a-8a03-42e6-8fba-0559841d8c04 port ee1bd9b5-666c-460e-9544-5d275b4f8bcb binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:53:30.060594 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.148576 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.309610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Allocated IP 172.20.0.1 (51d474c7-7698-49ba-9954-f2b0220443cf/f9c6a7d8-5a21-4dca-ac33-9a178df84383/16de5b12-b73a-4627-953d-a957d4c126a1) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:30.312218 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port ee682aa0-add4-42db-a3a2-f8c81c11b90a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:30.339081 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Publish callbacks [] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.345311 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.394688 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb29c-75b5-437d-9eae-777773ce7a5e None None] Pushing event updated for resources: {'Port': ['ID=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,revision_number=2']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:30.398695 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Attempting to bind port ee1bd9b5-666c-460e-9544-5d275b4f8bcb on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:30.399059 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Attempting to bind port ee1bd9b5-666c-460e-9544-5d275b4f8bcb by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:30.399526 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Attempting to bind port ee1bd9b5-666c-460e-9544-5d275b4f8bcb on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:30.404409 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:30.404782 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:30.405144 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.405517 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:30.405967 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Bound port: ee1bd9b5-666c-460e-9544-5d275b4f8bcb, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:30.406339 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.417042 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks [] for port (16de5b12-b73a-4627-953d-a957d4c126a1), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.448977 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.457529 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] For port ee1bd9b5-666c-460e-9544-5d275b4f8bcb, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:30.460505 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] For port ee1bd9b5-666c-460e-9544-5d275b4f8bcb, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:30.466114 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.487587 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Network 51d474c7-7698-49ba-9954-f2b0220443cf is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:30.490858 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:30.497053 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:30.503715 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Pushing event updated for resources: {'Port': ['ID=16de5b12-b73a-4627-953d-a957d4c126a1,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:30.548187 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (052cd19a-8a03-42e6-8fba-0559841d8c04), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.619629 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb29c-75b5-437d-9eae-777773ce7a5e None None] Pushing event updated for resources: {'Port': ['ID=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:30.626966 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:30.627583 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:30.690944 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.758827 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:30.773722 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-e8744ced-0d11-4c21-8948-200121588e4e None None] Provisioning complete for port 16de5b12-b73a-4627-953d-a957d4c126a1 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:30.774267 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e8744ced-0d11-4c21-8948-200121588e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.825920 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-e8744ced-0d11-4c21-8948-200121588e4e None None] Port 16de5b12-b73a-4627-953d-a957d4c126a1 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:53:30.876880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks [] for port (16de5b12-b73a-4627-953d-a957d4c126a1), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.890610 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371296'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.917331 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee682aa0-add4-42db-a3a2-f8c81c11b90a up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:30.963928 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:28Z', 'revision_number': 3, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:30.974889 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port ee682aa0-add4-42db-a3a2-f8c81c11b90a triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:30.975508 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:30.989332 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Pushing event updated for resources: {'Port': ['ID=16de5b12-b73a-4627-953d-a957d4c126a1,revision_number=2']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:30.993084 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (052cd19a-8a03-42e6-8fba-0559841d8c04), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:31.006892 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb7215-a076-4dc8-ba8a-7e549aa93b26 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:28Z', 'revision_number': 3, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:53:31.072399 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port ee682aa0-add4-42db-a3a2-f8c81c11b90a is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:31.098363 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Network 51d474c7-7698-49ba-9954-f2b0220443cf is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:31.099979 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:31.245348 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:53:31.386092 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:53:31.396556 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-32722a7c-018d-4f7d-a914-7144123f133c admin admin] 10.222.0.24 "PUT /v2.0/routers/052cd19a-8a03-42e6-8fba-0559841d8c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9157765 Apr 04 17:53:31.452545 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-d9583825-1756-46ae-b8d4-029001bc492a None None] Provisioning complete for port 16de5b12-b73a-4627-953d-a957d4c126a1 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:31.453112 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-d9583825-1756-46ae-b8d4-029001bc492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:31.497351 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-d9583825-1756-46ae-b8d4-029001bc492a None None] Port 16de5b12-b73a-4627-953d-a957d4c126a1 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:53:31.899388 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:31.917457 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48800) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:31.922880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-626731203-network', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:31.942431 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Made reservation on behalf of 39f53b02c266421faefe9a8ce3e4b758 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:53:31.944513 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:31.954398 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.026323 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks [] for security_group (2d3c454b-78c1-4a66-98d6-8cdabb6a5543), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.030501 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2d3c454b-78c1-4a66-98d6-8cdabb6a5543), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.053786 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:53:32.062199 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3c454b-78c1-4a66-98d6-8cdabb6a5543,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:32.067788 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (18fd04a1-1b33-41af-9788-f49c9710760d), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.068166 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Added segment 18fd04a1-1b33-41af-9788-f49c9710760d of type vlan for network a2658c26-0465-4b9d-a390-c436ea326361 Apr 04 17:53:32.109430 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (a2658c26-0465-4b9d-a390-c436ea326361), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.132104 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (a2658c26-0465-4b9d-a390-c436ea326361), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.133136 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:32.133716 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.186071 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2675080 Apr 04 17:53:32.188926 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48802) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:32.193890 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Request body: {'subnet': {'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-626731203-subnet', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:32.194617 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e57ce-4416-4b41-b73f-633718284842 admin admin] Pushing event updated for resources: {'Network': ['ID=a2658c26-0465-4b9d-a390-c436ea326361,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:32.205457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network a2658c26-0465-4b9d-a390-c436ea326361 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:53:32.213868 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Made reservation on behalf of 39f53b02c266421faefe9a8ce3e4b758 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:53:32.216902 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179785'] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.387685 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179839'] for subnet (aa1d0f27-4d4a-449c-a7d9-9df199f301d8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.440223 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1d0f27-4d4a-449c-a7d9-9df199f301d8,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:32.450836 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Checking segment: {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:32.451204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Network hostable DHCP agents. Network: a2658c26-0465-4b9d-a390-c436ea326361, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:53:32.468561 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Network a2658c26-0465-4b9d-a390-c436ea326361 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:53:32.477392 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, a2658c26-0465-4b9d-a390-c436ea326361) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:32.481514 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:32.482137 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.486413 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648f114-25d2-4e96-bd2a-757a97818522 None None] Network a2658c26-0465-4b9d-a390-c436ea326361 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:53:32.499214 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-642a351d-68b0-48a8-8ba6-492097d505c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3090179 Apr 04 17:53:32.501913 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48804) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:32.506357 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:32.526943 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (54b8efc6-2c54-445b-bb98-2e8788c0be55), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.528312 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (54b8efc6-2c54-445b-bb98-2e8788c0be55), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.585362 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks [] for router_controller (54b8efc6-2c54-445b-bb98-2e8788c0be55), precommit_add_association {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.591944 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-a2658c26-0465-4b9d-a390-c436ea326361', 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361', 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'fixed_ips': [{'subnet_id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:53:32.593049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.623785 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48808) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:32.685308 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Deleting subnet b8d7ac4b-4058-43e5-8bfa-e49e0308dd17 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:53:32.688821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Publish callbacks [] for subnet (b8d7ac4b-4058-43e5-8bfa-e49e0308dd17), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.726693 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (b8d7ac4b-4058-43e5-8bfa-e49e0308dd17), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.732973 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:53:32.750073 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks [] for router_gateway (54b8efc6-2c54-445b-bb98-2e8788c0be55), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.751232 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:32.751857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:32.774566 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (b8d7ac4b-4058-43e5-8bfa-e49e0308dd17), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.823556 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Allocated IP 172.20.0.2 (a2658c26-0465-4b9d-a390-c436ea326361/aa1d0f27-4d4a-449c-a7d9-9df199f301d8/2c75a469-3ad0-4c21-90a8-7d34492693d5) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:32.828310 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (b8d7ac4b-4058-43e5-8bfa-e49e0308dd17), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.860715 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d7ac4b-4058-43e5-8bfa-e49e0308dd17,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:32.865658 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.869414 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-85422408-148b-49ff-a719-0d03ad61184b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8d7ac4b-4058-43e5-8bfa-e49e0308dd17 HTTP/1.1" status: 204 len: 168 time: 0.2444794 Apr 04 17:53:32.871907 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48810) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:32.938670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:32.967468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (5f885aea-4bfe-491e-989c-a29ecbf7e9b0), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:32.976785 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee1bd9b5-666c-460e-9544-5d275b4f8bcb up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:33.016953 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks [] for router_gateway (54b8efc6-2c54-445b-bb98-2e8788c0be55), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.037142 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.060970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (5f885aea-4bfe-491e-989c-a29ecbf7e9b0), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.088715 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f885aea-4bfe-491e-989c-a29ecbf7e9b0']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:33.100589 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53625d13-30dd-4e0e-a9c8-d0f04b07931b') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:33.100918 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53625d13-30dd-4e0e-a9c8-d0f04b07931b') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:33.112625 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (53625d13-30dd-4e0e-a9c8-d0f04b07931b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.128465 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (53625d13-30dd-4e0e-a9c8-d0f04b07931b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.135466 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:53:33.136042 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (53625d13-30dd-4e0e-a9c8-d0f04b07931b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:53:33.138476 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:53:33.150491 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Allocated IP 172.27.3.144 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:33.160105 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Publish callbacks [] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.172639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.189660 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port ee1bd9b5-666c-460e-9544-5d275b4f8bcb triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:33.190029 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.201817 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (5f885aea-4bfe-491e-989c-a29ecbf7e9b0), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.207882 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.211383 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f885aea-4bfe-491e-989c-a29ecbf7e9b0 HTTP/1.1" status: 204 len: 168 time: 0.3383598 Apr 04 17:53:33.223311 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f6e90-1871-4d8e-8fdd-7ceb9f4dd843 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f885aea-4bfe-491e-989c-a29ecbf7e9b0,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:33.261389 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks [] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.280646 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Network a2658c26-0465-4b9d-a390-c436ea326361 is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:33.287638 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:33.294274 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Pushing event updated for resources: {'Port': ['ID=2c75a469-3ad0-4c21-90a8-7d34492693d5,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:33.296555 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:33.301990 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.340739 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:33.347392 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:33.352300 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:33.354284 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:33.391586 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Attempting to bind port 2c75a469-3ad0-4c21-90a8-7d34492693d5 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:33.391956 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Attempting to bind port 2c75a469-3ad0-4c21-90a8-7d34492693d5 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:33.392618 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Attempting to bind port 2c75a469-3ad0-4c21-90a8-7d34492693d5 on network a2658c26-0465-4b9d-a390-c436ea326361 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:33.410041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48814) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:33.419788 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:33.420163 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Checking segment: {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:33.420588 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.420980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Bound using segment: {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:33.421447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Bound port: 2c75a469-3ad0-4c21-90a8-7d34492693d5, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:33.421817 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.455798 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6edb6c8e-ae4f-4d5b-81aa-424cada0bfcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f12a3b71354406ba791b6bc14b7bcf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419381 Apr 04 17:53:33.456212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48816) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:33.470038 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 2, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:33.473151 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port ee1bd9b5-666c-460e-9544-5d275b4f8bcb is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:33.473529 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.504511 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d81e21a-1d73-4c1d-8cc5-30b7e023d8d0 admin admin] Publish callbacks [] for security_group (470c757c-df87-48d3-8093-26cc7bc1e6d9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.510657 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:53:33.511232 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Updating router 052cd19a-8a03-42e6-8fba-0559841d8c04 port 16de5b12-b73a-4627-953d-a957d4c126a1 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:53:33.531651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d81e21a-1d73-4c1d-8cc5-30b7e023d8d0 admin admin] Publish callbacks [] for security_group (470c757c-df87-48d3-8093-26cc7bc1e6d9), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.543914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port ee1bd9b5-666c-460e-9544-5d275b4f8bcb, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:33.557610 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.571658 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.589972 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d81e21a-1d73-4c1d-8cc5-30b7e023d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (470c757c-df87-48d3-8093-26cc7bc1e6d9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.593125 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d81e21a-1d73-4c1d-8cc5-30b7e023d8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.597686 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6d81e21a-1d73-4c1d-8cc5-30b7e023d8d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/470c757c-df87-48d3-8093-26cc7bc1e6d9 HTTP/1.1" status: 204 len: 168 time: 0.1403530 Apr 04 17:53:33.600227 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] For port 2c75a469-3ad0-4c21-90a8-7d34492693d5, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:33.606937 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81e21a-1d73-4c1d-8cc5-30b7e023d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c757c-df87-48d3-8093-26cc7bc1e6d9,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:33.632387 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks [] for router_gateway (54b8efc6-2c54-445b-bb98-2e8788c0be55), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.644764 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] For port 2c75a469-3ad0-4c21-90a8-7d34492693d5, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=2c75a469-3ad0-4c21-90a8-7d34492693d5,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:33.677031 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:33.681392 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:33.836528 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b2a7-b886-4d88-93eb-0ca3c190347f None None] Pushing event updated for resources: {'Port': ['ID=2c75a469-3ad0-4c21-90a8-7d34492693d5,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:34.174846 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Publish callbacks [] for port (16de5b12-b73a-4627-953d-a957d4c126a1), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.182345 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.247383 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c3d3e-ac72-4809-a694-db5d3b08a36b None None] Pushing event updated for resources: {'Port': ['ID=16de5b12-b73a-4627-953d-a957d4c126a1,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:34.256898 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (54b8efc6-2c54-445b-bb98-2e8788c0be55), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.305225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Attempting to bind port 16de5b12-b73a-4627-953d-a957d4c126a1 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:34.305820 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Attempting to bind port 16de5b12-b73a-4627-953d-a957d4c126a1 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:34.307552 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Attempting to bind port 16de5b12-b73a-4627-953d-a957d4c126a1 on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:34.317266 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:34.317648 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Checking segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:34.318087 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.318461 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Bound using segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:34.318961 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Bound port: 16de5b12-b73a-4627-953d-a957d4c126a1, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:34.319346 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.399858 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] For port 16de5b12-b73a-4627-953d-a957d4c126a1, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:34.408187 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] For port 16de5b12-b73a-4627-953d-a957d4c126a1, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=16de5b12-b73a-4627-953d-a957d4c126a1,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:34.415733 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.455152 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Router 54b8efc6-2c54-445b-bb98-2e8788c0be55 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:53:34.481756 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:34.482484 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:34.575213 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c3d3e-ac72-4809-a694-db5d3b08a36b None None] Pushing event updated for resources: {'Port': ['ID=16de5b12-b73a-4627-953d-a957d4c126a1,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:34.619283 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] Provisioning complete for port 16de5b12-b73a-4627-953d-a957d4c126a1 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:34.620277 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:53:34.620403 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.631013 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Sync routers for ids ['54b8efc6-2c54-445b-bb98-2e8788c0be55'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:53:34.646092 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Routers {'54b8efc6-2c54-445b-bb98-2e8788c0be55'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:34.653117 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['54b8efc6-2c54-445b-bb98-2e8788c0be55'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:34.670317 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:34.671838 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-5fdd1c61-3091-4c94-925d-666755090ca5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1688182 Apr 04 17:53:34.675523 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48844) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:34.767884 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:34.838512 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Set router 54b8efc6-2c54-445b-bb98-2e8788c0be55 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:35.006730 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] Current status of the port 16de5b12-b73a-4627-953d-a957d4c126a1 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:35.007193 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.084911 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] For port 16de5b12-b73a-4627-953d-a957d4c126a1, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=16de5b12-b73a-4627-953d-a957d4c126a1,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:35.089067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 2c75a469-3ad0-4c21-90a8-7d34492693d5 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:35.126644 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 3, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:35.132006 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.160564 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Checking router: 54b8efc6-2c54-445b-bb98-2e8788c0be55 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:53:35.160962 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Updating router 54b8efc6-2c54-445b-bb98-2e8788c0be55 port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:53:35.195098 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.214250 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34f3e9-676d-44a2-8016-040efb127d5f None None] Network a2658c26-0465-4b9d-a390-c436ea326361 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:53:35.294997 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184647-26ae-47e1-a8a7-80f12930a7e8 None None] Pushing event updated for resources: {'Port': ['ID=16de5b12-b73a-4627-953d-a957d4c126a1,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:35.316591 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Provisioning complete for port 16de5b12-b73a-4627-953d-a957d4c126a1 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:35.316962 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.410056 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.441633 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:34Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:35.443336 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 2c75a469-3ad0-4c21-90a8-7d34492693d5 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:35.443694 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.501001 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024deaac-52a3-4e5a-918d-c765c415e31e None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:34Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:53:35.514893 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Current status of the port 16de5b12-b73a-4627-953d-a957d4c126a1 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:35.538989 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Provisioning complete for port 2c75a469-3ad0-4c21-90a8-7d34492693d5 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:35.539367 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.555879 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Publish callbacks [] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.576178 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.633196 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5bcf-e454-452e-a2f4-ed1c878466a5 None None] Pushing event updated for resources: {'Port': ['ID=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,revision_number=2']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:35.658657 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 2c75a469-3ad0-4c21-90a8-7d34492693d5 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:35.659222 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.672671 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Allocated IP 172.20.0.1 (a2658c26-0465-4b9d-a390-c436ea326361/aa1d0f27-4d4a-449c-a7d9-9df199f301d8/627e2bad-3eb0-484d-87f6-ff6827e5d94e) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:35.682891 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Attempting to bind port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:35.683468 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Attempting to bind port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:35.684171 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Attempting to bind port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:35.692730 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:35.693399 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:35.694110 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.694725 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:35.695364 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Bound port: 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:35.695953 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.723921 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Current status of the port 2c75a469-3ad0-4c21-90a8-7d34492693d5 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:35.724614 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.744781 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 2c75a469-3ad0-4c21-90a8-7d34492693d5, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=2c75a469-3ad0-4c21-90a8-7d34492693d5,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:35.753973 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.754746 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee1bd9b5-666c-460e-9544-5d275b4f8bcb up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:35.757361 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] For port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:35.761086 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] For port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:35.769798 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.839585 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f5bcf-e454-452e-a2f4-ed1c878466a5 None None] Pushing event updated for resources: {'Port': ['ID=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:35.848438 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks [] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.884817 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Routers {'54b8efc6-2c54-445b-bb98-2e8788c0be55'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:35.885921 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['54b8efc6-2c54-445b-bb98-2e8788c0be55'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:35.899433 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.907815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.db.api [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 17:53:35.908165 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG oslo_db.api [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 17:53:35.908675 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=2c75a469-3ad0-4c21-90a8-7d34492693d5,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:35.923184 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port ee1bd9b5-666c-460e-9544-5d275b4f8bcb triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:35.923559 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:35.956310 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Network a2658c26-0465-4b9d-a390-c436ea326361 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:35.961901 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Pushing event updated for resources: {'Port': ['ID=627e2bad-3eb0-484d-87f6-ff6827e5d94e,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:35.966204 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:35.968938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:36.016252 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port ee1bd9b5-666c-460e-9544-5d275b4f8bcb is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:36.032070 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] Set router 54b8efc6-2c54-445b-bb98-2e8788c0be55 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:36.040438 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (54b8efc6-2c54-445b-bb98-2e8788c0be55), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.201376 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.237860 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 3, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:36.265108 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59965164-cd1e-4871-857e-04e480720ef8 None None] The sync data for ids ['54b8efc6-2c54-445b-bb98-2e8788c0be55'] in dv-cinder-788368-5-iscsi is: [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 3, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:53:36.390395 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks [] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.396092 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.461919 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-e553af86-f72c-4a07-9dfd-7f10e3599fef None None] Current status of the port 2c75a469-3ad0-4c21-90a8-7d34492693d5 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:36.485394 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Pushing event updated for resources: {'Port': ['ID=627e2bad-3eb0-484d-87f6-ff6827e5d94e,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:36.489212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (54b8efc6-2c54-445b-bb98-2e8788c0be55), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.586458 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2f49c729-191f-417e-b9d4-ad1528c4733d None None] Provisioning complete for port 627e2bad-3eb0-484d-87f6-ff6827e5d94e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:36.586838 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2f49c729-191f-417e-b9d4-ad1528c4733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.625465 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2f49c729-191f-417e-b9d4-ad1528c4733d None None] Port 627e2bad-3eb0-484d-87f6-ff6827e5d94e cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:53:36.630810 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Network a2658c26-0465-4b9d-a390-c436ea326361 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:36.642412 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:36.648590 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2f49c729-191f-417e-b9d4-ad1528c4733d None None] Provisioning complete for port 2c75a469-3ad0-4c21-90a8-7d34492693d5 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:36.648820 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2f49c729-191f-417e-b9d4-ad1528c4733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:36.803946 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2f49c729-191f-417e-b9d4-ad1528c4733d None None] Current status of the port 2c75a469-3ad0-4c21-90a8-7d34492693d5 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:36.867247 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Router 54b8efc6-2c54-445b-bb98-2e8788c0be55 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:53:37.028492 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:53:37.034016 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-016f7b7b-8295-450b-ba50-464ffc0ad7aa admin admin] 10.222.0.24 "PUT /v2.0/routers/54b8efc6-2c54-445b-bb98-2e8788c0be55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565910 Apr 04 17:53:37.044900 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f915a3cb-52b3-4ebb-b67d-14e38c03d3aa None None] Provisioning complete for port 627e2bad-3eb0-484d-87f6-ff6827e5d94e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:37.045146 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f915a3cb-52b3-4ebb-b67d-14e38c03d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.108748 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 16de5b12-b73a-4627-953d-a957d4c126a1 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:37.301687 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f915a3cb-52b3-4ebb-b67d-14e38c03d3aa None None] Port 627e2bad-3eb0-484d-87f6-ff6827e5d94e cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:53:37.353915 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 16de5b12-b73a-4627-953d-a957d4c126a1 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:37.354295 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.443371 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 16de5b12-b73a-4627-953d-a957d4c126a1 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:37.444558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:37.496857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:37.497340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.582929 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:37.583440 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.605098 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:37.610014 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.611034 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 2c75a469-3ad0-4c21-90a8-7d34492693d5 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:37.691712 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:37.703248 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 2c75a469-3ad0-4c21-90a8-7d34492693d5 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:37.703641 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.736041 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48872) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:37.740531 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642708592', 'description': 'tempest-secgroup-smoke-642708592 description', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:37.759879 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.783342 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 2c75a469-3ad0-4c21-90a8-7d34492693d5 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:37.825201 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group (db473e10-2a6a-4687-96f8-9e08287e2e11), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.829814 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (db473e10-2a6a-4687-96f8-9e08287e2e11), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.860764 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.861953 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1248868 Apr 04 17:53:37.865064 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48874) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:37.865781 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1248d07-39c0-4ccd-8d45-e38844bc261c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db473e10-2a6a-4687-96f8-9e08287e2e11,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:37.869737 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group_rule': {'security_group_id': 'db473e10-2a6a-4687-96f8-9e08287e2e11', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:37.892879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (1a497b3a-1948-4a2c-a813-57112c32fe84), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.945661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (1a497b3a-1948-4a2c-a813-57112c32fe84), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.948974 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (1a497b3a-1948-4a2c-a813-57112c32fe84), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.963968 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a497b3a-1948-4a2c-a813-57112c32fe84,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:37.974828 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:37.976017 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-358f4b34-ff59-4ddb-8296-bf581b2fe3d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098766 Apr 04 17:53:37.978849 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48876) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:37.983651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group_rule': {'security_group_id': 'db473e10-2a6a-4687-96f8-9e08287e2e11', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:38.005992 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (e1cfc234-62df-4eb9-94a3-748d6f7ff6c8), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.059447 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (e1cfc234-62df-4eb9-94a3-748d6f7ff6c8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.063880 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (e1cfc234-62df-4eb9-94a3-748d6f7ff6c8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.083138 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cfc234-62df-4eb9-94a3-748d6f7ff6c8,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:38.091387 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.093148 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3e98e408-8074-4481-b888-6cd322f0f0fb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128838 Apr 04 17:53:38.095884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48878) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:38.100088 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group_rule': {'security_group_id': 'db473e10-2a6a-4687-96f8-9e08287e2e11', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:38.122628 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (bdff53fa-9dd9-4907-85f9-a9159cfdc91b), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.181149 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (bdff53fa-9dd9-4907-85f9-a9159cfdc91b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.184422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (bdff53fa-9dd9-4907-85f9-a9159cfdc91b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.202598 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdff53fa-9dd9-4907-85f9-a9159cfdc91b,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:38.207876 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.209093 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a4ec6985-a938-40f3-b2e3-4278f9314287 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122649 Apr 04 17:53:38.211756 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 48880) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:38.216660 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group_rule': {'security_group_id': 'db473e10-2a6a-4687-96f8-9e08287e2e11', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:38.240055 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (442c1979-9153-4043-b9ef-f04981b2f2c4), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.296186 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (442c1979-9153-4043-b9ef-f04981b2f2c4), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.300199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (442c1979-9153-4043-b9ef-f04981b2f2c4), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.317210 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442c1979-9153-4043-b9ef-f04981b2f2c4,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:38.327731 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.332117 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ba7667bf-6667-433c-88ab-2073d933e614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193392 Apr 04 17:53:38.332376 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48886) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:38.337270 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group_rule': {'security_group_id': 'db473e10-2a6a-4687-96f8-9e08287e2e11', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:38.361769 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.securitygroups_db [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Project c2e5bf320cf341ad8974e82a4b2430eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 17:53:38.367104 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (e85df487-3c92-4b50-a287-1caa7a34ce48), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.434306 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (e85df487-3c92-4b50-a287-1caa7a34ce48), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.438656 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (e85df487-3c92-4b50-a287-1caa7a34ce48), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.455129 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85df487-3c92-4b50-a287-1caa7a34ce48,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:38.467809 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.469065 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-ede1c57e-5e48-4952-9734-105a3ae1519e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355557 Apr 04 17:53:38.471804 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 48892) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:53:38.477138 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'security_group_rule': {'security_group_id': 'db473e10-2a6a-4687-96f8-9e08287e2e11', 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:38.497579 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.securitygroups_db [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Project c2e5bf320cf341ad8974e82a4b2430eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 17:53:38.502153 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (36568359-286f-4783-8bc2-ce04009fa413), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.563058 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (36568359-286f-4783-8bc2-ce04009fa413), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.567279 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (36568359-286f-4783-8bc2-ce04009fa413), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.586841 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36568359-286f-4783-8bc2-ce04009fa413,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:38.594811 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:38.596291 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-96a792f7-ba5a-4050-a6b7-6b7e6510cb44 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231678 Apr 04 17:53:38.878821 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Sync routers for ids ['54b8efc6-2c54-445b-bb98-2e8788c0be55'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:53:38.889372 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Routers {'54b8efc6-2c54-445b-bb98-2e8788c0be55'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:38.890005 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['54b8efc6-2c54-445b-bb98-2e8788c0be55'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:38.929382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:39.034193 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:39.034568 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.067947 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Set router 54b8efc6-2c54-445b-bb98-2e8788c0be55 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:39.239167 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:39.306082 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T17:53:36Z', 'revision_number': 4, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '627e2bad-3eb0-484d-87f6-ff6827e5d94e', 'name': '', 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'mac_address': 'fa:16:3e:2b:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:35Z', 'updated_at': '2022-04-04T17:53:36Z', 'revision_number': 2, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'subnets': [{'id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:39.332330 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Checking router: 54b8efc6-2c54-445b-bb98-2e8788c0be55 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:53:39.332698 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Updating router 54b8efc6-2c54-445b-bb98-2e8788c0be55 port 627e2bad-3eb0-484d-87f6-ff6827e5d94e binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:53:39.360995 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.628524 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Publish callbacks [] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.633918 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.686966 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9939a-ea1e-456f-8bd9-b14c4b197a60 None None] Pushing event updated for resources: {'Port': ['ID=627e2bad-3eb0-484d-87f6-ff6827e5d94e,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:39.736009 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Attempting to bind port 627e2bad-3eb0-484d-87f6-ff6827e5d94e on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:39.736415 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Attempting to bind port 627e2bad-3eb0-484d-87f6-ff6827e5d94e by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:39.736917 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Attempting to bind port 627e2bad-3eb0-484d-87f6-ff6827e5d94e on network a2658c26-0465-4b9d-a390-c436ea326361 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:39.742274 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:39.742644 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Checking segment: {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:39.743028 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.743420 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Bound using segment: {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:39.743910 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Bound port: 627e2bad-3eb0-484d-87f6-ff6827e5d94e, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fd04a1-1b33-41af-9788-f49c9710760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:39.744289 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.820804 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] For port 627e2bad-3eb0-484d-87f6-ff6827e5d94e, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:39.824874 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] For port 627e2bad-3eb0-484d-87f6-ff6827e5d94e, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=627e2bad-3eb0-484d-87f6-ff6827e5d94e,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:39.830843 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:39.885209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Routers {'54b8efc6-2c54-445b-bb98-2e8788c0be55'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:53:39.885837 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['54b8efc6-2c54-445b-bb98-2e8788c0be55'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:39.926839 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9939a-ea1e-456f-8bd9-b14c4b197a60 None None] Pushing event updated for resources: {'Port': ['ID=627e2bad-3eb0-484d-87f6-ff6827e5d94e,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:39.988430 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Provisioning complete for port 627e2bad-3eb0-484d-87f6-ff6827e5d94e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:39.988812 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:40.047138 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] Set router 54b8efc6-2c54-445b-bb98-2e8788c0be55 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:53:40.109935 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:53:40.324957 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Current status of the port 627e2bad-3eb0-484d-87f6-ff6827e5d94e is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:40.325276 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:40.380471 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] For port 627e2bad-3eb0-484d-87f6-ff6827e5d94e, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=627e2bad-3eb0-484d-87f6-ff6827e5d94e,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:53:40.384816 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:40.456483 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Pushing event updated for resources: {'Port': ['ID=627e2bad-3eb0-484d-87f6-ff6827e5d94e,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:40.465500 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.465851 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.466196 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.466540 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.466877 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.467211 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.467543 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.467867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.468199 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.468554 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.468881 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.469209 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.469532 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.469853 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.470174 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31e3fbc-0e0e-4659-a8c2-ac719ce6c736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:53:40.482294 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T17:53:36Z', 'revision_number': 4, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '627e2bad-3eb0-484d-87f6-ff6827e5d94e', 'name': '', 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'mac_address': 'fa:16:3e:2b:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:35Z', 'updated_at': '2022-04-04T17:53:39Z', 'revision_number': 4, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'subnets': [{'id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:53:40.516474 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80554b95-7184-4b28-9f34-508c8abf809b None None] The sync data for ids ['54b8efc6-2c54-445b-bb98-2e8788c0be55'] in dv-cinder-788368-5-iscsi is: [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T17:53:36Z', 'revision_number': 4, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '627e2bad-3eb0-484d-87f6-ff6827e5d94e', 'name': '', 'network_id': 'a2658c26-0465-4b9d-a390-c436ea326361', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'mac_address': 'fa:16:3e:2b:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:35Z', 'updated_at': '2022-04-04T17:53:39Z', 'revision_number': 4, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'subnets': [{'id': 'aa1d0f27-4d4a-449c-a7d9-9df199f301d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:53:40.526857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-31d4d6ea-b66a-4f54-b4cd-2b941643ed05 None None] Provisioning complete for port 627e2bad-3eb0-484d-87f6-ff6827e5d94e triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:40.527231 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-31d4d6ea-b66a-4f54-b4cd-2b941643ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:40.629026 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-31d4d6ea-b66a-4f54-b4cd-2b941643ed05 None None] Current status of the port 627e2bad-3eb0-484d-87f6-ff6827e5d94e is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:40.955971 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 627e2bad-3eb0-484d-87f6-ff6827e5d94e up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:53:41.009755 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 627e2bad-3eb0-484d-87f6-ff6827e5d94e triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:41.010135 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:41.094946 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 627e2bad-3eb0-484d-87f6-ff6827e5d94e is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:53:53.415444 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4c21828d-2c04-47c3-9fb1-9ec5dc22332d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:55.062873 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-8c2769be-6961-4e90-9878-c64e813deddc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642708592&fields=id&tenant_id=c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 267 time: 0.0453625 Apr 04 17:53:55.167881 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-a44cac7f-13c6-4c22-8e60-40a2aafb0dd0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:55.169290 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-a44cac7f-13c6-4c22-8e60-40a2aafb0dd0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 812 time: 0.0999911 Apr 04 17:53:55.183623 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-765070ec-7d3d-4049-8573-83a3355cd3fc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/quotas/c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 375 time: 0.0088720 Apr 04 17:53:55.241523 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-ffd9c6e8-22a3-46b7-a469-16ef2196bb4f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523727 Apr 04 17:53:55.345645 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-923f59dc-4eea-46f2-a13f-eb15b8da8347 service neutron] 10.222.0.24 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919497 Apr 04 17:53:55.440192 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-20da89da-7b7a-40ad-ac45-79815207db1b service neutron] 10.222.0.24 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887051 Apr 04 17:53:55.744548 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-97212396-0750-4628-a0a5-c1dff34cc631 req-43ba5b3d-f687-4857-8b5e-1e6ff95cefb7 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 210 time: 0.0290620 Apr 04 17:53:55.755887 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3d468419-d0c8-4279-9c5b-e35adce0ac90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:56.731019 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-a36041da-9c32-4ece-9804-bde79a9c7ce5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:56.732618 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-a36041da-9c32-4ece-9804-bde79a9c7ce5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 812 time: 0.1063857 Apr 04 17:53:56.759741 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:56.819505 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-31d3293a-0c4c-4211-aaeb-e5bb9cd9a33a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 379 time: 0.0773029 Apr 04 17:53:56.833620 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'port': {'device_id': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'admin_state_up': True, 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'security_groups': ['db473e10-2a6a-4687-96f8-9e08287e2e11']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:56.854146 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-dad5b141-15ef-4a49-a79d-d8300eab7c58 req-60d9ce16-8d9c-4cd6-be1e-4d918b2a3f2e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 210 time: 0.0299528 Apr 04 17:53:56.949106 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Made reservation on behalf of c2e5bf320cf341ad8974e82a4b2430eb for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:53:56.952577 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:57.080393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Allocated IP 172.20.0.13 (51d474c7-7698-49ba-9954-f2b0220443cf/f9c6a7d8-5a21-4dca-ac33-9a178df84383/431363e6-b505-44af-9838-b4a01a53e7ab) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:53:57.225242 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (431363e6-b505-44af-9838-b4a01a53e7ab), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:57.258651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:57.302235 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Network 51d474c7-7698-49ba-9954-f2b0220443cf is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:53:57.305341 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:53:57.310932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:53:57.317168 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=431363e6-b505-44af-9838-b4a01a53e7ab,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:57.362749 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:57.363341 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:57.389299 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-b189c13b-a4f4-44d6-8096-96b8adfa08bc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635228 Apr 04 17:53:57.408664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Request body: {'port': {'device_id': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:53:57.473086 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:57.557584 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-9c7cf8a5-9e51-433b-b9c0-3a6122dea535 None None] Provisioning complete for port 431363e6-b505-44af-9838-b4a01a53e7ab triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:53:57.558087 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9c7cf8a5-9e51-433b-b9c0-3a6122dea535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:57.592819 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cf8a5-9e51-433b-b9c0-3a6122dea535 None None] Port 431363e6-b505-44af-9838-b4a01a53e7ab cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:53:58.004262 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc0b8f-82af-4253-a1fd-4b367816f826 req-adb44a78-e8ba-442b-896b-7cbc680004b5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:58.005776 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-09cc0b8f-82af-4253-a1fd-4b367816f826 req-adb44a78-e8ba-442b-896b-7cbc680004b5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 932 time: 0.0821223 Apr 04 17:53:58.057482 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431363e6-b505-44af-9838-b4a01a53e7ab {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:53:58.072320 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Publish callbacks [] for port (431363e6-b505-44af-9838-b4a01a53e7ab), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:58.097453 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-09cc0b8f-82af-4253-a1fd-4b367816f826 req-61d4bb51-4d89-40c2-83db-d08b5a524da9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711699 Apr 04 17:53:58.100419 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Transition to ACTIVE for port object 431363e6-b505-44af-9838-b4a01a53e7ab will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:53:58.109143 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:58.163863 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Pushing event updated for resources: {'Port': ['ID=431363e6-b505-44af-9838-b4a01a53e7ab,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:58.242063 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Attempting to bind port 431363e6-b505-44af-9838-b4a01a53e7ab on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:53:58.242404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Attempting to bind port 431363e6-b505-44af-9838-b4a01a53e7ab by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:53:58.242741 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Attempting to bind port 431363e6-b505-44af-9838-b4a01a53e7ab on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:58.247460 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Port 431363e6-b505-44af-9838-b4a01a53e7ab on network 51d474c7-7698-49ba-9954-f2b0220443cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:53:58.247799 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Attempting to bind port 431363e6-b505-44af-9838-b4a01a53e7ab on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:53:58.253138 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:53:58.253483 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Checking segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:53:58.253867 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Bound using segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:53:58.254381 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Bound port: 431363e6-b505-44af-9838-b4a01a53e7ab, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:53:58.254788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:58.309100 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:58.329138 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] For port 431363e6-b505-44af-9838-b4a01a53e7ab, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:53:58.332428 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] For port 431363e6-b505-44af-9838-b4a01a53e7ab, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=431363e6-b505-44af-9838-b4a01a53e7ab,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:53:58.341788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:58.378302 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:58.378913 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:53:58.380402 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] 10.222.0.11 "PUT /v2.0/ports/431363e6-b505-44af-9838-b4a01a53e7ab HTTP/1.1" status: 200 len: 1094 time: 0.9767408 Apr 04 17:53:58.380725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:53:58.382993 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab9016-c544-40b8-847c-1c1b70c51824" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:53:58.411770 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a6abd-34fd-4b09-ac27-fe779c0bbe13 service neutron] Pushing event updated for resources: {'Port': ['ID=431363e6-b505-44af-9838-b4a01a53e7ab,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:53:58.450868 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4c7ed-a976-4deb-b01e-cc1793658a52 x-openstack-request-id: req-03e4c7ed-a976-4deb-b01e-cc1793658a52 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:53:58.451169 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:53:58.451426 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03e4c7ed-a976-4deb-b01e-cc1793658a52 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:53:58.451844 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e4c7ed-a976-4deb-b01e-cc1793658a52'] response: {'name': 'network-changed', 'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab', 'status': 'completed', 'code': 200} Apr 04 17:53:58.473835 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-82e6c7ad-bb7c-4ffb-b2d9-c8339976aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:58.475476 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-82e6c7ad-bb7c-4ffb-b2d9-c8339976aca2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 1128 time: 0.0536296 Apr 04 17:53:58.522328 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-af08de3d-5c39-466a-af93-36f21f947604 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=431363e6-b505-44af-9838-b4a01a53e7ab HTTP/1.1" status: 200 len: 217 time: 0.0392246 Apr 04 17:53:58.577412 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-f0874859-64ed-450c-9f5e-10cb21a916a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:58.580341 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-f0874859-64ed-450c-9f5e-10cb21a916a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0497475 Apr 04 17:53:58.631012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a6573-4be7-497d-809e-905d663079fd req-cb99f9e4-8d25-4e1b-afad-c3c9a3f23c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:58.632571 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-cb99f9e4-8d25-4e1b-afad-c3c9a3f23c72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461948 Apr 04 17:53:58.729237 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-608cbe24-ccec-4182-9d8f-dbd863c26036 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883582 Apr 04 17:53:58.820946 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-440a6573-4be7-497d-809e-905d663079fd req-d6aa4e30-0b0d-4f1d-9a82-caf1c87092d7 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838039 Apr 04 17:53:58.921501 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-d024e0a3-4b8e-40db-9b6a-89062da5495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:58.922908 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-d024e0a3-4b8e-40db-9b6a-89062da5495d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 1128 time: 0.0468168 Apr 04 17:53:59.023055 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-3175c7de-aafc-4d38-819d-ae68314b2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:59.024602 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-3175c7de-aafc-4d38-819d-ae68314b2838 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0910892 Apr 04 17:53:59.066953 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-a10264fa-6cb7-4b34-97cf-acdb33f3a94f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=431363e6-b505-44af-9838-b4a01a53e7ab HTTP/1.1" status: 200 len: 217 time: 0.0354207 Apr 04 17:53:59.119209 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-bc192453-5840-424a-a8b6-c7204a88a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:59.120712 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-bc192453-5840-424a-a8b6-c7204a88a486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0480936 Apr 04 17:53:59.183025 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-34bae68c-2d6c-46d5-9a03-068d6970a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:59.184454 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-34bae68c-2d6c-46d5-9a03-068d6970a21b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570531 Apr 04 17:53:59.288079 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3cfd0-6276-4eb9-bfe8-f2f920a34c3b req-77d79f64-efd4-48a1-8d93-cec6daf0daa1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:53:59.289859 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1ee3cfd0-6276-4eb9-bfe8-f2f920a34c3b req-77d79f64-efd4-48a1-8d93-cec6daf0daa1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.1187584 Apr 04 17:53:59.319470 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-0de5239e-4115-41c8-a945-784e610f8c77 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164894 Apr 04 17:53:59.395539 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1ee3cfd0-6276-4eb9-bfe8-f2f920a34c3b req-6ee977bc-61bb-46e6-a3c8-393aa6b6bfed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997436 Apr 04 17:53:59.433658 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6dab9016-c544-40b8-847c-1c1b70c51824 req-8923b04d-46ae-4de2-8f1a-80682d20cd91 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067379 Apr 04 17:53:59.855296 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:00.521037 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce09e4-29f6-4c10-9668-de6a833d1385 req-aed193e5-3218-4f0a-9055-6165e668e83f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:00.522574 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19ce09e4-29f6-4c10-9668-de6a833d1385 req-aed193e5-3218-4f0a-9055-6165e668e83f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0525570 Apr 04 17:54:00.575187 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-19ce09e4-29f6-4c10-9668-de6a833d1385 req-8bd1aefa-8629-4de7-b172-7ed7c964f8cf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468879 Apr 04 17:54:01.698630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55565e40-fa3c-436c-b3ca-8d910577305d req-7af435a7-e7ff-4072-97cd-78f4745938e9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:01.700119 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55565e40-fa3c-436c-b3ca-8d910577305d req-7af435a7-e7ff-4072-97cd-78f4745938e9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0545130 Apr 04 17:54:01.749018 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-55565e40-fa3c-436c-b3ca-8d910577305d req-aceba6fe-1598-454f-8f29-82ad0a6f3e2c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429730 Apr 04 17:54:01.913964 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:02.313040 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-1cf09f55-60d1-4247-b2f3-cf97335c4d74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449545 Apr 04 17:54:02.399352 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-6d0ee1b1-4e7b-4f7c-b2c5-b09f1a8f73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:02.400833 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-6d0ee1b1-4e7b-4f7c-b2c5-b09f1a8f73ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1130 time: 0.0425725 Apr 04 17:54:02.503194 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-a41d79be-b0e1-4729-9908-39739ee7a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:02.504574 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-a41d79be-b0e1-4729-9908-39739ee7a511 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.0847993 Apr 04 17:54:02.568127 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-8cdc10b7-91f6-4591-a650-8b811d7e27e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 1002 time: 0.0567417 Apr 04 17:54:02.618631 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-94763aa4-e852-46ad-9b03-71f3e9abe409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:02.620040 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-94763aa4-e852-46ad-9b03-71f3e9abe409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0451488 Apr 04 17:54:02.667226 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-62e1a753-9988-41e3-8be1-27d18799f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:02.668739 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-62e1a753-9988-41e3-8be1-27d18799f253 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428591 Apr 04 17:54:02.756806 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-512b92e8-19fe-4652-afd9-3f22574ef558 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800776 Apr 04 17:54:02.850280 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c4a194cc-d484-421c-b6d8-2bb7d813ee84 req-bd2f5d2f-e75f-472f-998e-86d122b97dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866883 Apr 04 17:54:02.871435 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a1675-fb73-4759-a8cc-ae2140dbf1c4 req-e785bbfb-a0d2-46d9-86ad-4ae6b49fa409 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:02.873584 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b45a1675-fb73-4759-a8cc-ae2140dbf1c4 req-e785bbfb-a0d2-46d9-86ad-4ae6b49fa409 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0578914 Apr 04 17:54:02.923607 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b45a1675-fb73-4759-a8cc-ae2140dbf1c4 req-966ba011-6a4a-447e-8769-838d31eede13 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Apr 04 17:54:04.041448 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a31c1f-984c-4e4b-b503-0778769bc49a req-41d40b0a-e688-4b30-9bf4-d3b9f0e79ec1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:04.042902 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-48a31c1f-984c-4e4b-b503-0778769bc49a req-41d40b0a-e688-4b30-9bf4-d3b9f0e79ec1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0514212 Apr 04 17:54:04.092875 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-48a31c1f-984c-4e4b-b503-0778769bc49a req-64bb531c-6565-4992-9d15-dfe6468426d4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437458 Apr 04 17:54:05.216744 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf510a6-350a-4154-92ce-5a681e899785 req-df3ef164-1701-484d-af33-c5d4f2fb6a2f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:05.218270 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf510a6-350a-4154-92ce-5a681e899785 req-df3ef164-1701-484d-af33-c5d4f2fb6a2f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0606053 Apr 04 17:54:05.270122 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ebf510a6-350a-4154-92ce-5a681e899785 req-fe76e856-5d6e-4f56-a089-54c60cde80a0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458524 Apr 04 17:54:06.385202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243baa40-030a-4968-ae9b-94ce21f7c110 req-ee739886-70e1-49e7-b0d8-7089caf1cd4f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:06.386650 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-243baa40-030a-4968-ae9b-94ce21f7c110 req-ee739886-70e1-49e7-b0d8-7089caf1cd4f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0507007 Apr 04 17:54:06.433384 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-243baa40-030a-4968-ae9b-94ce21f7c110 req-dfbe228f-1960-48e8-a009-8edb80e091cc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 Apr 04 17:54:07.548931 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1680c0-9bbc-40e9-8d5b-3bc03e5fb411 req-50208067-dff1-4f28-af0b-ebd607dfd8fd tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:07.550364 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2a1680c0-9bbc-40e9-8d5b-3bc03e5fb411 req-50208067-dff1-4f28-af0b-ebd607dfd8fd tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 944 time: 0.0506542 Apr 04 17:54:07.601100 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2a1680c0-9bbc-40e9-8d5b-3bc03e5fb411 req-2a479902-00d3-48fa-8acd-45078a64b96e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452631 Apr 04 17:54:07.648692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 431363e6-b505-44af-9838-b4a01a53e7ab details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:54:07.745302 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 431363e6-b505-44af-9838-b4a01a53e7ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=431363e6-b505-44af-9838-b4a01a53e7ab,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:54:07.757028 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '431363e6-b505-44af-9838-b4a01a53e7ab', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'port_id': '431363e6-b505-44af-9838-b4a01a53e7ab', 'mac_address': 'fa:16:3e:13:f2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:54:07.793796 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 431363e6-b505-44af-9838-b4a01a53e7ab is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:54:07.794234 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:07.806885 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431363e6-b505-44af-9838-b4a01a53e7ab {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:54:07.827397 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 431363e6-b505-44af-9838-b4a01a53e7ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=431363e6-b505-44af-9838-b4a01a53e7ab,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:54:07.832075 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:07.881823 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=431363e6-b505-44af-9838-b4a01a53e7ab,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:54:08.067397 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['431363e6-b505-44af-9838-b4a01a53e7ab'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:54:08.717277 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d96b19-8ff7-4ef7-97ce-3f4c82f21243 req-9ab5fbe5-8074-4140-81f8-0cc69be4200c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:08.718648 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-22d96b19-8ff7-4ef7-97ce-3f4c82f21243 req-9ab5fbe5-8074-4140-81f8-0cc69be4200c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 945 time: 0.0512972 Apr 04 17:54:08.769220 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-22d96b19-8ff7-4ef7-97ce-3f4c82f21243 req-76e0bceb-2139-4efe-a9ea-5a7b0d9bed8c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449836 Apr 04 17:54:09.678723 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 431363e6-b505-44af-9838-b4a01a53e7ab up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:54:09.733005 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 431363e6-b505-44af-9838-b4a01a53e7ab completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:54:09.737388 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 431363e6-b505-44af-9838-b4a01a53e7ab triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:54:09.737758 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:09.816651 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 431363e6-b505-44af-9838-b4a01a53e7ab is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:54:09.816987 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:09.839815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:54:09.842135 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fecf59-fa42-4405-b4ad-0b9f64f2bd7c" -d '{"events": [{"server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "name": "network-vif-plugged", "status": "completed", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:54:09.854943 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 431363e6-b505-44af-9838-b4a01a53e7ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=431363e6-b505-44af-9838-b4a01a53e7ab,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:54:09.859559 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:09.888697 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b78286-c644-45c0-8265-3209179ef9d6 x-openstack-request-id: req-29b78286-c644-45c0-8265-3209179ef9d6 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:54:09.888993 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "name": "network-vif-plugged", "status": "completed", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:54:09.889249 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29b78286-c644-45c0-8265-3209179ef9d6 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:54:09.889647 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b78286-c644-45c0-8265-3209179ef9d6'] response: {'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab', 'code': 200} Apr 04 17:54:09.914320 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=431363e6-b505-44af-9838-b4a01a53e7ab,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:54:09.916010 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7701a-d4b2-4677-8b85-a22d1f22d4ba req-98badb52-730f-4a40-b5d6-24dea8621c92 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:09.917702 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d9c7701a-d4b2-4677-8b85-a22d1f22d4ba req-98badb52-730f-4a40-b5d6-24dea8621c92 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0696924 Apr 04 17:54:09.967860 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d9c7701a-d4b2-4677-8b85-a22d1f22d4ba req-329e8410-af27-4f4d-b5fd-e8e1ccf64376 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 Apr 04 17:54:10.105387 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea5ac7-d8a7-4341-a62b-69cd4d038647 req-a464ca41-95a1-46b0-b577-6d4f546b9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:10.106901 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58ea5ac7-d8a7-4341-a62b-69cd4d038647 req-a464ca41-95a1-46b0-b577-6d4f546b9d46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 1130 time: 0.0433629 Apr 04 17:54:10.151720 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-58ea5ac7-d8a7-4341-a62b-69cd4d038647 req-83d9f985-0572-47f3-945e-772bd4def1cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391324 Apr 04 17:54:10.517063 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49278) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:54:10.618597 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e592f498-3525-45fc-b9da-b14962e8ebed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.690138 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e592f498-3525-45fc-b9da-b14962e8ebed admin admin] Publish callbacks [] for security_group (a71cb02c-2aec-4411-a3ed-779bf4cffe7b), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.693612 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e592f498-3525-45fc-b9da-b14962e8ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a71cb02c-2aec-4411-a3ed-779bf4cffe7b), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.729793 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e592f498-3525-45fc-b9da-b14962e8ebed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a997590a47948c1985d5ef8d65a4b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117522 Apr 04 17:54:10.731710 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592f498-3525-45fc-b9da-b14962e8ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71cb02c-2aec-4411-a3ed-779bf4cffe7b,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:54:10.732630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49282) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:54:10.779199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9ffc-0d5f-4ab1-b808-cfa760c2e869 admin admin] Publish callbacks [] for security_group (a71cb02c-2aec-4411-a3ed-779bf4cffe7b), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.799810 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9ffc-0d5f-4ab1-b808-cfa760c2e869 admin admin] Publish callbacks [] for security_group (a71cb02c-2aec-4411-a3ed-779bf4cffe7b), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.844604 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9ffc-0d5f-4ab1-b808-cfa760c2e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a71cb02c-2aec-4411-a3ed-779bf4cffe7b), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.847173 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9ffc-0d5f-4ab1-b808-cfa760c2e869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:10.848313 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2e6f9ffc-0d5f-4ab1-b808-cfa760c2e869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a71cb02c-2aec-4411-a3ed-779bf4cffe7b HTTP/1.1" status: 204 len: 168 time: 0.1146369 Apr 04 17:54:10.855995 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f9ffc-0d5f-4ab1-b808-cfa760c2e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71cb02c-2aec-4411-a3ed-779bf4cffe7b,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:54:11.115409 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5361e94-e6f0-4a8b-8ddf-297d4090d408 req-e7c12982-c3fa-47af-9b5d-dd8a250e851b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:11.117029 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f5361e94-e6f0-4a8b-8ddf-297d4090d408 req-e7c12982-c3fa-47af-9b5d-dd8a250e851b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0765224 Apr 04 17:54:11.170619 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f5361e94-e6f0-4a8b-8ddf-297d4090d408 req-112e90a3-81cb-48c8-a790-9d71dc0a014a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475030 Apr 04 17:54:12.293160 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad932-f2bf-461a-b4a7-8daa562e06cc req-50a35bdd-99b1-4ca0-a37a-dfa6823467b0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:12.294686 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-78fad932-f2bf-461a-b4a7-8daa562e06cc req-50a35bdd-99b1-4ca0-a37a-dfa6823467b0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0564864 Apr 04 17:54:12.342096 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-78fad932-f2bf-461a-b4a7-8daa562e06cc req-fe0b2508-706d-402a-871f-9443edddd7e9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420034 Apr 04 17:54:12.455301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a81a-53e5-4abe-9b15-879336c75bb5 req-456a06de-e619-4cc0-9596-76c79d8fd6ae tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:12.456696 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7944a81a-53e5-4abe-9b15-879336c75bb5 req-456a06de-e619-4cc0-9596-76c79d8fd6ae tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0512838 Apr 04 17:54:12.503939 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7944a81a-53e5-4abe-9b15-879336c75bb5 req-07c10582-9f31-4bec-bbbd-718aa0b5cbf5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414641 Apr 04 17:54:12.526454 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49296) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:54:12.710013 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d0fe8-1110-4a8f-b71a-c1cba691f2d0 tempest-TestVolumeBootPattern-782472788 tempest-TestVolumeBootPattern-782472788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:12.711410 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-903d0fe8-1110-4a8f-b71a-c1cba691f2d0 tempest-TestVolumeBootPattern-782472788 tempest-TestVolumeBootPattern-782472788-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 1125 time: 0.1839573 Apr 04 17:54:12.714299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49300) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:54:12.718583 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'port_id': '431363e6-b505-44af-9838-b4a01a53e7ab', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:54:12.738088 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:12.829855 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:12.937426 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Allocated IP 172.27.3.157 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:54:13.033298 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.065142 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.099893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:54:13.102596 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:54:13.106043 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:54:13.134730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:54:13.453623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (dc5bc130-2cf1-45ca-b53c-d60104e14ad2), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.525217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.695731 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.700401 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.774023 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:54:13.780050 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (dc5bc130-2cf1-45ca-b53c-d60104e14ad2), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:13.880920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Floating IP dc5bc130-2cf1-45ca-b53c-d60104e14ad2 associated. External IP: 172.27.3.157, port: 431363e6-b505-44af-9838-b4a01a53e7ab. Apr 04 17:54:14.097767 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:54:14.207349 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:54:14.218480 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:54:14.226706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:14.245974 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:54:14.247309 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:54:14.264307 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e0e2a634-6a2c-4e45-8b02-5a4dcbe9deb6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5489712 Apr 04 17:54:14.264966 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:54:14.267194 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf43f0d8-1813-460a-aebc-3abd0d937e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:54:14.303372 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c0b909-ca1b-4b8a-ae93-dc3cda6204f4 x-openstack-request-id: req-61c0b909-ca1b-4b8a-ae93-dc3cda6204f4 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:54:14.303663 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:54:14.303916 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61c0b909-ca1b-4b8a-ae93-dc3cda6204f4 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:54:14.304361 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c0b909-ca1b-4b8a-ae93-dc3cda6204f4'] response: {'name': 'network-changed', 'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab', 'status': 'completed', 'code': 200} Apr 04 17:54:14.367237 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:54:14.369686 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-26610eb0-aa18-4236-9dcc-2fd3b4931c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:14.371286 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-26610eb0-aa18-4236-9dcc-2fd3b4931c26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 1130 time: 0.0467577 Apr 04 17:54:14.463435 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-fd9da786-b1d0-4f1a-85ed-65d5218a0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:14.464936 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-fd9da786-b1d0-4f1a-85ed-65d5218a0f8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0885959 Apr 04 17:54:14.541761 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-6865f58a-1133-4ef7-b487-55458e06e31a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=431363e6-b505-44af-9838-b4a01a53e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0713251 Apr 04 17:54:14.596691 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-25d3ac70-649b-4a7d-9ace-eeadfd48b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:14.598231 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-25d3ac70-649b-4a7d-9ace-eeadfd48b007 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0501909 Apr 04 17:54:14.618611 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'dc5bc130-2cf1-45ca-b53c-d60104e14ad2', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '431363e6-b505-44af-9838-b4a01a53e7ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:13:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:54:13Z', 'updated_at': '2022-04-04T17:54:13Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:54:14.644891 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:54:14.654353 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:54:14.655070 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:53:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:54:14.672074 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-10cc4b41-e852-4200-b0fd-04a97cc333fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:14.678379 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-10cc4b41-e852-4200-b0fd-04a97cc333fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695412 Apr 04 17:54:14.685273 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f81123-e839-43dd-8ea1-b4c7b444cd30 req-5920e882-904a-4b09-993e-db12be931f8e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:14.686775 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75f81123-e839-43dd-8ea1-b4c7b444cd30 req-5920e882-904a-4b09-993e-db12be931f8e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0612094 Apr 04 17:54:14.736880 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-75f81123-e839-43dd-8ea1-b4c7b444cd30 req-c398e356-0451-43b3-ba17-ac5119ba962d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Apr 04 17:54:14.772889 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:54:15.000814 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'dc5bc130-2cf1-45ca-b53c-d60104e14ad2', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '431363e6-b505-44af-9838-b4a01a53e7ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:13:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:54:13Z', 'updated_at': '2022-04-04T17:54:13Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:54:15.023161 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-9e29d689-1985-4dac-b038-b130367f723a service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403649 Apr 04 17:54:15.030275 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca5408-b769-452b-a647-509e4b215c30 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'dc5bc130-2cf1-45ca-b53c-d60104e14ad2', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '431363e6-b505-44af-9838-b4a01a53e7ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:13:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:54:13Z', 'updated_at': '2022-04-04T17:54:13Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:54:15.118131 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cf43f0d8-1813-460a-aebc-3abd0d937e1f req-05687e0e-4b07-43d2-80b3-fc95ff7c6982 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Apr 04 17:54:15.212954 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9758fe-94f8-4d6e-8452-05c8014a8e1b None None] New status for floating IP dc5bc130-2cf1-45ca-b53c-d60104e14ad2: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:54:15.860913 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a585-22cd-4217-86bc-8a029f4c8e39 req-0ecf9b84-281b-46f6-b504-f61bb7c74e42 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:15.862389 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-62e1a585-22cd-4217-86bc-8a029f4c8e39 req-0ecf9b84-281b-46f6-b504-f61bb7c74e42 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0532844 Apr 04 17:54:15.909277 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-62e1a585-22cd-4217-86bc-8a029f4c8e39 req-0c54132f-f0ad-4239-8978-421c0469f4d3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413051 Apr 04 17:54:17.026723 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203aa2-607a-456b-adbc-abdb8030c16f req-cc2c72b7-cb96-41d8-ac71-d509a5d2be84 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:17.028165 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-73203aa2-607a-456b-adbc-abdb8030c16f req-cc2c72b7-cb96-41d8-ac71-d509a5d2be84 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0506780 Apr 04 17:54:17.077062 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-73203aa2-607a-456b-adbc-abdb8030c16f req-fc181fc6-6fcd-43d8-b1b7-b3d535ff06c7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Apr 04 17:54:17.109140 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:54:18.193511 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d73a2b-a8bc-41cd-9470-ddc0aef06392 req-23530d27-254f-42fc-9307-4893056995aa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:18.195113 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-60d73a2b-a8bc-41cd-9470-ddc0aef06392 req-23530d27-254f-42fc-9307-4893056995aa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0510266 Apr 04 17:54:18.246508 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-60d73a2b-a8bc-41cd-9470-ddc0aef06392 req-afd5a9c9-9a42-436a-ba1a-8b7dc1304331 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459664 Apr 04 17:54:19.363704 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411e3d7-729c-4921-82fa-1b489988a660 req-fd3897fa-e691-47f5-b9f3-680c025cb887 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:19.365204 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8411e3d7-729c-4921-82fa-1b489988a660 req-fd3897fa-e691-47f5-b9f3-680c025cb887 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0524518 Apr 04 17:54:19.410882 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8411e3d7-729c-4921-82fa-1b489988a660 req-33dfa918-67db-435c-86b2-8b6324d4abdf tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Apr 04 17:54:20.531594 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516574d-0ada-4a41-aa1d-26073098742e req-75db52ee-a2a8-41d3-9a74-950e171d7723 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:20.533073 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a516574d-0ada-4a41-aa1d-26073098742e req-75db52ee-a2a8-41d3-9a74-950e171d7723 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0547814 Apr 04 17:54:20.581706 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a516574d-0ada-4a41-aa1d-26073098742e req-ad169b9e-ee64-42b7-9e6b-1c0144af6741 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Apr 04 17:54:21.697305 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d443bf-0a58-46d2-bc0e-fcb84893814c req-2a12bd66-bf6e-4d12-9772-c0bdd28c7917 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:21.698753 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-10d443bf-0a58-46d2-bc0e-fcb84893814c req-2a12bd66-bf6e-4d12-9772-c0bdd28c7917 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0501227 Apr 04 17:54:21.743389 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-10d443bf-0a58-46d2-bc0e-fcb84893814c req-9c524b92-e968-44d3-9b7a-2b334fbcea36 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 Apr 04 17:54:22.858762 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf1606-aa84-4ee8-985b-dd8d923022f0 req-002acc87-9f84-461b-a488-82c3e856bcdd tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:22.860221 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-daaf1606-aa84-4ee8-985b-dd8d923022f0 req-002acc87-9f84-461b-a488-82c3e856bcdd tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0512233 Apr 04 17:54:22.905807 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-daaf1606-aa84-4ee8-985b-dd8d923022f0 req-934bc474-8713-44cc-a98a-707d3ee29786 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399182 Apr 04 17:54:23.417301 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-513f45ed-7418-4c0d-8781-308e406c5759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:24.024846 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc03b81-f862-4e62-be3a-df7398c31855 req-ea32a454-ccde-4589-ac85-0ce59733cb1c tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:24.026319 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6fc03b81-f862-4e62-be3a-df7398c31855 req-ea32a454-ccde-4589-ac85-0ce59733cb1c tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0538290 Apr 04 17:54:24.070692 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6fc03b81-f862-4e62-be3a-df7398c31855 req-9e7637fd-2908-4f2a-94c8-1263e970ae5e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Apr 04 17:54:25.186374 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628540-fbb0-45c2-a07a-86bc421b7d93 req-7153ff70-447d-43d2-9f3a-1278876cf065 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:25.187809 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ed628540-fbb0-45c2-a07a-86bc421b7d93 req-7153ff70-447d-43d2-9f3a-1278876cf065 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0515964 Apr 04 17:54:25.236255 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ed628540-fbb0-45c2-a07a-86bc421b7d93 req-c2e9e720-d832-4e62-8676-d5b77372f4da tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Apr 04 17:54:25.473763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0eac7-b5c5-477f-9bbe-5c1792001adc req-dc9bdd2f-3a97-4f7a-9058-a30207065e06 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:25.476075 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d0eac7-b5c5-477f-9bbe-5c1792001adc req-dc9bdd2f-3a97-4f7a-9058-a30207065e06 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0535560 Apr 04 17:54:25.552938 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-86d0eac7-b5c5-477f-9bbe-5c1792001adc req-9d0a25e0-99a6-4a02-93d5-b26369821574 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708916 Apr 04 17:54:25.558159 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-8c133edd-9a7d-4bb4-b627-b81190f3e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:25.560210 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-8c133edd-9a7d-4bb4-b627-b81190f3e856 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1130 time: 0.0764194 Apr 04 17:54:25.648476 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-a7249afa-1601-43e7-b2aa-8746f5ce8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:25.650003 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-a7249afa-1601-43e7-b2aa-8746f5ce8680 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.0849800 Apr 04 17:54:25.713170 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-e44aced2-1b4d-4ad5-9744-4c359e02a79f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 1002 time: 0.0571587 Apr 04 17:54:25.749469 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-65cb61bc-19f9-45d6-a263-352c416afde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:25.764315 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-f60f0747-da2a-4cc1-bcf4-2d5986beb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:25.765789 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-f60f0747-da2a-4cc1-bcf4-2d5986beb6a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0477455 Apr 04 17:54:25.814505 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-69dad93b-b22d-4df7-a108-5b765c59fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:25.816021 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-69dad93b-b22d-4df7-a108-5b765c59fbbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432730 Apr 04 17:54:25.902630 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-0aee7598-e99b-410e-b85c-861aaa592bbe service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800140 Apr 04 17:54:25.993593 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-54a3a8fe-5570-4d7e-83d8-dd31aeee71cf req-4a69ce6d-73bc-464f-b3ea-88a6d506c62c service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 Apr 04 17:54:26.674868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999575c-d562-4afd-8e5d-937f487ea41d req-15077241-c5f8-4fa5-b003-a0d73abdfdeb tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:26.676366 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9999575c-d562-4afd-8e5d-937f487ea41d req-15077241-c5f8-4fa5-b003-a0d73abdfdeb tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0521739 Apr 04 17:54:26.722004 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-9999575c-d562-4afd-8e5d-937f487ea41d req-f63fcefe-87f5-4fe5-8b8f-19c1765b4e2a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401568 Apr 04 17:54:26.760467 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:27.839934 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ea2d9-19ef-4b69-800d-a7bf29a726ac req-73537424-1550-43b1-b6da-f2bedb7c570d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:54:27.841467 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4e9ea2d9-19ef-4b69-800d-a7bf29a726ac req-73537424-1550-43b1-b6da-f2bedb7c570d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0524898 Apr 04 17:54:27.889862 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4e9ea2d9-19ef-4b69-800d-a7bf29a726ac req-abe5db68-f9ea-4647-b598-3d282542e315 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Apr 04 17:54:28.311033 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:29.858798 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:31.913433 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:53.417810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9e89dbf1-d9cc-4841-879d-51195bdb4609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:54.107844 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:54:55.750046 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-0de124fd-29a5-41a3-ad62-53d6247ac53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:56.763897 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:58.313383 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:54:59.862682 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:01.807842 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2568a-e036-47fb-bb2e-a6d147c4ff4d req-91bee78e-0148-4453-af81-63d3d475aa88 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:01.809330 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-03c2568a-e036-47fb-bb2e-a6d147c4ff4d req-91bee78e-0148-4453-af81-63d3d475aa88 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0514598 Apr 04 17:55:01.858020 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-03c2568a-e036-47fb-bb2e-a6d147c4ff4d req-2f138144-c7d2-4fba-a347-14562849c9a4 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Apr 04 17:55:01.898382 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:02.986339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-8cddbb9a-baa8-4c97-bbbe-f8c6c05734ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:02.987839 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-8cddbb9a-baa8-4c97-bbbe-f8c6c05734ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1130 time: 0.0779715 Apr 04 17:55:03.003118 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c231dbd-8df3-4bac-83f9-fc87c021e330 req-63114cb7-19d5-4b78-819d-2f7205477e71 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:03.004734 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5c231dbd-8df3-4bac-83f9-fc87c021e330 req-63114cb7-19d5-4b78-819d-2f7205477e71 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0691490 Apr 04 17:55:03.108253 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-5c231dbd-8df3-4bac-83f9-fc87c021e330 req-172be72a-fcf5-4660-9920-177bc3021b4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939507 Apr 04 17:55:03.127339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-8bbb9c9d-cf2d-4f2c-8eff-4ada849e63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:03.128926 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-8bbb9c9d-cf2d-4f2c-8eff-4ada849e63f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.1217654 Apr 04 17:55:03.193156 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-5a45a1bf-8e8a-44e3-a81a-38bd97ca0262 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 1002 time: 0.0582013 Apr 04 17:55:03.239281 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-366b0bce-ccf5-4038-b1f9-c2c692c06b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:03.240692 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-366b0bce-ccf5-4038-b1f9-c2c692c06b6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0425558 Apr 04 17:55:03.290421 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-f74d1fe5-27b9-41d1-b30c-eca07e8f9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:03.291878 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-f74d1fe5-27b9-41d1-b30c-eca07e8f9544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456929 Apr 04 17:55:03.377070 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-e9b802bd-a814-47fb-a83a-601a66ced224 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787497 Apr 04 17:55:03.468207 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-49b05b51-1e2a-4ec6-aaef-2375dbb57fd5 req-4c33a318-0e44-40b1-9370-5795c3363970 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831189 Apr 04 17:55:04.223323 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc12c-349f-428f-8a0a-f7a47d06f95c req-91b9cc8f-48f0-45e1-b869-f2f5b0102f13 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:04.224798 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a9cdc12c-349f-428f-8a0a-f7a47d06f95c req-91b9cc8f-48f0-45e1-b869-f2f5b0102f13 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0508943 Apr 04 17:55:04.270421 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-a9cdc12c-349f-428f-8a0a-f7a47d06f95c req-a0015b2f-8f90-4e4f-b740-e03936b47c11 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Apr 04 17:55:05.391832 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681055f-8f38-4cba-85f7-a6ffc9f1ba49 req-8a245152-576d-485d-844f-5a40b21e51d3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:05.392856 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0681055f-8f38-4cba-85f7-a6ffc9f1ba49 req-8a245152-576d-485d-844f-5a40b21e51d3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0554066 Apr 04 17:55:05.439650 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0681055f-8f38-4cba-85f7-a6ffc9f1ba49 req-d5ed1ef1-aef1-4866-b867-3514c0a925e8 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 Apr 04 17:55:06.556736 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0c176-c012-4851-bdd9-f324edaef3cd req-93a73e0b-40d4-46c6-98e8-11eea4059938 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:06.558179 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-89a0c176-c012-4851-bdd9-f324edaef3cd req-93a73e0b-40d4-46c6-98e8-11eea4059938 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0522068 Apr 04 17:55:06.602596 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-89a0c176-c012-4851-bdd9-f324edaef3cd req-be6fe3ea-9a91-4e09-b63b-f2129565235e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 Apr 04 17:55:07.718751 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44697079-e86f-4932-ba4b-b07f096264e0 req-9e7dec1a-175d-4957-bc84-035483f41e0b tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:07.720256 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-44697079-e86f-4932-ba4b-b07f096264e0 req-9e7dec1a-175d-4957-bc84-035483f41e0b tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0518639 Apr 04 17:55:07.764698 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-44697079-e86f-4932-ba4b-b07f096264e0 req-cfedcdec-d4f2-42f2-b0da-cb80a9401fb9 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390332 Apr 04 17:55:08.886472 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f933d3b-6e29-4aef-ac99-b9a25bff1715 req-7365f93b-c0eb-44d4-90f0-1a6b5b43d1a0 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:08.888078 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0f933d3b-6e29-4aef-ac99-b9a25bff1715 req-7365f93b-c0eb-44d4-90f0-1a6b5b43d1a0 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0583668 Apr 04 17:55:08.934010 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0f933d3b-6e29-4aef-ac99-b9a25bff1715 req-405c1b11-8b81-4754-b3b5-0334e5f5b090 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Apr 04 17:55:10.054347 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe625b-5b10-40cb-9736-96ad4a62ae17 req-aaa60fca-c446-4f6f-8337-87eb73120268 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:10.055788 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4dbe625b-5b10-40cb-9736-96ad4a62ae17 req-aaa60fca-c446-4f6f-8337-87eb73120268 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0561600 Apr 04 17:55:10.101874 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4dbe625b-5b10-40cb-9736-96ad4a62ae17 req-0feae097-3c80-44f9-8d1e-711634292cba tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Apr 04 17:55:11.216079 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf8c8b-d2d2-4a40-809a-0fb88df50f43 req-fa51d097-08ea-4fb2-843c-7b25a9e2cadf tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:11.217759 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bdbf8c8b-d2d2-4a40-809a-0fb88df50f43 req-fa51d097-08ea-4fb2-843c-7b25a9e2cadf tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0507092 Apr 04 17:55:11.262725 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-bdbf8c8b-d2d2-4a40-809a-0fb88df50f43 req-14cf41f5-d358-4a0a-aff8-c877b66f7804 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387573 Apr 04 17:55:12.377922 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65557c3-79dc-4724-87c9-fbfebf4dbef2 req-660bec4b-1553-433b-b678-080016141fe9 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:12.379373 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c65557c3-79dc-4724-87c9-fbfebf4dbef2 req-660bec4b-1553-433b-b678-080016141fe9 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0517046 Apr 04 17:55:12.424596 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c65557c3-79dc-4724-87c9-fbfebf4dbef2 req-4950499f-8767-417c-9434-7497b7aa1fcf tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397968 Apr 04 17:55:12.625536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e09076-3d6f-4c46-9c7a-d39d3e4c2d3c req-06115f86-c02e-4219-bcd4-a6adca8bbefa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:12.627599 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f2e09076-3d6f-4c46-9c7a-d39d3e4c2d3c req-06115f86-c02e-4219-bcd4-a6adca8bbefa tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0532331 Apr 04 17:55:12.707578 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f2e09076-3d6f-4c46-9c7a-d39d3e4c2d3c req-b6e022e7-9af2-47b4-8e71-5e66ab4d08f0 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743260 Apr 04 17:55:12.712932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-cb21a3e7-c880-447d-a4f2-28af4e359858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:12.714399 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-cb21a3e7-c880-447d-a4f2-28af4e359858 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 1130 time: 0.0751200 Apr 04 17:55:12.800449 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-03ad65dc-c0a8-49e5-826d-2a5d6cd2cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:12.801795 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-03ad65dc-c0a8-49e5-826d-2a5d6cd2cfd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.0818288 Apr 04 17:55:12.873827 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-33310133-5398-4787-8c26-8732584214d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 200 len: 1002 time: 0.0661774 Apr 04 17:55:12.924634 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-eced7392-ecca-4d92-813c-d9c7045ab98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:12.926085 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-eced7392-ecca-4d92-813c-d9c7045ab98d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0457397 Apr 04 17:55:12.974845 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-8c919870-db46-413f-aa00-a4f4e9e8e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:12.976325 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-8c919870-db46-413f-aa00-a4f4e9e8e94a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445316 Apr 04 17:55:13.063847 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-7fcde864-66f1-47af-ad42-0d6af5e02b40 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818102 Apr 04 17:55:13.159392 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d633ccc5-341a-4f45-9f7f-62c416534a48 req-55f9d708-3d07-4ad8-9c71-609194f98a09 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Apr 04 17:55:13.831732 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067fb0d-a418-4b56-a644-8e3f985f5145 req-d7addb3b-cbb0-484d-803e-2fa0359ff5cc tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:13.833230 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7067fb0d-a418-4b56-a644-8e3f985f5145 req-d7addb3b-cbb0-484d-803e-2fa0359ff5cc tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0556870 Apr 04 17:55:13.878095 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-7067fb0d-a418-4b56-a644-8e3f985f5145 req-9e2019cf-2d38-4456-b8d0-d0e7953aa272 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Apr 04 17:55:23.418093 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-194b57d0-49f1-432b-99c2-4dcae41a30d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:25.751068 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ab8fd6a9-d15d-411e-be71-b7c566f28bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:26.765942 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:28.317372 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:29.865670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:31.106740 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:55:31.917635 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:46.108740 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157924ab-30d6-401b-a6e4-9dfa3412a1da req-5f391bb5-e2f8-428c-8f35-f1b0176a79c4 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:46.110196 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-157924ab-30d6-401b-a6e4-9dfa3412a1da req-5f391bb5-e2f8-428c-8f35-f1b0176a79c4 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0571721 Apr 04 17:55:46.161409 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-157924ab-30d6-401b-a6e4-9dfa3412a1da req-0a543269-aa39-4213-9f39-eacefa1f209e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455894 Apr 04 17:55:47.284487 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc57e6d-4271-43e9-9e58-d5ba5eb7b85c req-2fd75cfc-49e8-4e98-bfda-ec23852e11ea tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:47.286559 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fcc57e6d-4271-43e9-9e58-d5ba5eb7b85c req-2fd75cfc-49e8-4e98-bfda-ec23852e11ea tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0557833 Apr 04 17:55:47.332966 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-fcc57e6d-4271-43e9-9e58-d5ba5eb7b85c req-62c8f2ee-7d65-4c2e-87db-1fc7dfe45d99 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c516f44-7895-403d-85e1-748b30af2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Apr 04 17:55:47.877890 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-187c1daa-1d15-4acf-8526-27ae765f91b2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:47.879387 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-187c1daa-1d15-4acf-8526-27ae765f91b2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 946 time: 0.0521672 Apr 04 17:55:47.970135 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Deleting port f003660d-b986-4870-9c7b-17a659402879 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:55:47.970392 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (f003660d-b986-4870-9c7b-17a659402879), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:48.057772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] For port f003660d-b986-4870-9c7b-17a659402879, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f003660d-b986-4870-9c7b-17a659402879,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:55:48.058129 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (f003660d-b986-4870-9c7b-17a659402879), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:48.224281 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:48.224574 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (01861ad4-cb65-4a66-8c5b-549f49f9a913), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:48.224917 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Floating IP 01861ad4-cb65-4a66-8c5b-549f49f9a913 disassociated. External IP: 172.27.3.126, port: f003660d-b986-4870-9c7b-17a659402879. Apr 04 17:55:48.225315 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Calling delete_port for f003660d-b986-4870-9c7b-17a659402879 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:55:48.353170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (f003660d-b986-4870-9c7b-17a659402879), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:48.382385 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event deleted for resources: {'Port': ['ID=f003660d-b986-4870-9c7b-17a659402879,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:48.396556 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.396952 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.397303 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.397681 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.398019 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.398355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.398684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.399147 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.399484 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.399813 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.400143 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.400534 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.400849 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.401171 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.401491 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:48.489775 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-cb5c7fc5-8c5a-4b6d-92a2-b76913d5916a req-5de58fdf-3fba-4e0f-9289-742bd3d697dd tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=4159fa29-aee7-4a02-ad54-6adc5ef1906b HTTP/1.1" status: 200 len: 210 time: 0.0845008 Apr 04 17:55:48.531993 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Router 59f77f99-8cc9-404e-9b70-06b402571781 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:55:48.641872 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:55:48.653176 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:55:48.663763 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:55:48.664631 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:55:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:55:48.686917 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] No DVR routers for this DVR port f003660d-b986-4870-9c7b-17a659402879 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:55:48.689547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:48.692953 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bfecc23-6de7-414f-8016-8c343c967d69 req-6a10e9cb-3653-443a-b426-5517b5511544 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "DELETE /v2.0/ports/f003660d-b986-4870-9c7b-17a659402879 HTTP/1.1" status: 204 len: 173 time: 0.8084085 Apr 04 17:55:48.693394 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'name': 'network-vif-deleted', 'tag': 'f003660d-b986-4870-9c7b-17a659402879'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:55:48.695696 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc14d3-944b-4f74-8ea3-43c39fd522b4" -d '{"events": [{"server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "name": "network-vif-deleted", "tag": "f003660d-b986-4870-9c7b-17a659402879"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:55:48.735533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e67bb74-f401-4964-a9af-45b1c73babd1 x-openstack-request-id: req-6e67bb74-f401-4964-a9af-45b1c73babd1 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:55:48.736081 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4159fa29-aee7-4a02-ad54-6adc5ef1906b", "name": "network-vif-deleted", "tag": "f003660d-b986-4870-9c7b-17a659402879", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:55:48.736525 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e67bb74-f401-4964-a9af-45b1c73babd1 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:55:48.736969 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e67bb74-f401-4964-a9af-45b1c73babd1'] response: {'server_uuid': '4159fa29-aee7-4a02-ad54-6adc5ef1906b', 'name': 'network-vif-deleted', 'tag': 'f003660d-b986-4870-9c7b-17a659402879', 'status': 'completed', 'code': 200} Apr 04 17:55:48.783207 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:55:48.993282 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:55:49.105403 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:55:49.116191 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:55:49.116908 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:55:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:55:49.225519 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:55:49.431132 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:55:49.463575 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae61f1-a31d-4f93-87c2-4745b3bd365a None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:55:49.577909 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49424) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:49.636479 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (8c516f44-7895-403d-85e1-748b30af2650), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.661940 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (8c516f44-7895-403d-85e1-748b30af2650), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.695099 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01fe47-5cac-4416-a699-c1e12c6b94f1 None None] New status for floating IP 01861ad4-cb65-4a66-8c5b-549f49f9a913: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:55:49.714137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (8c516f44-7895-403d-85e1-748b30af2650), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.716889 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.718041 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c516f44-7895-403d-85e1-748b30af2650 HTTP/1.1" status: 204 len: 168 time: 0.1388848 Apr 04 17:55:49.720920 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49426) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:49.728491 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c516f44-7895-403d-85e1-748b30af2650,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:49.736266 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.736482 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.api.v2.resource [None req-ad437b0b-2939-4a84-880c-5e2ca8668a05 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] show failed (client error): The resource could not be found. Apr 04 17:55:49.736595 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740313 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740313 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740591 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ad437b0b-2939-4a84-880c-5e2ca8668a05 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups/8c516f44-7895-403d-85e1-748b30af2650 HTTP/1.1" status: 404 len: 347 time: 0.0148683 Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.740688 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.741355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49428) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:49.741444 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.741444 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7867751d-fa03-40eb-8083-e3d657fd9b89 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:55:49.866219 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Deleting port 7cf3c32b-1861-46a5-a85b-9ccce059f0d9 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:55:49.866562 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.942774 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.943032 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:49.955526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Calling delete_port for 7cf3c32b-1861-46a5-a85b-9ccce059f0d9 owned by network:floatingip {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:55:50.088023 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (7cf3c32b-1861-46a5-a85b-9ccce059f0d9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.116530 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event deleted for resources: {'Port': ['ID=7cf3c32b-1861-46a5-a85b-9ccce059f0d9,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:50.181596 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (01861ad4-cb65-4a66-8c5b-549f49f9a913), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.184146 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.185311 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c64e39a1-271c-4920-8924-0621196bcb35 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "DELETE /v2.0/floatingips/01861ad4-cb65-4a66-8c5b-549f49f9a913 HTTP/1.1" status: 204 len: 168 time: 0.4442234 Apr 04 17:55:50.566293 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49432) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:50.571660 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802583996', 'description': 'tempest-description--260493430'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:55:50.605812 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.686408 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (5832f3b4-6461-4a88-856a-80981c0a5e89), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.690308 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5832f3b4-6461-4a88-856a-80981c0a5e89), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.719406 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.720693 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526620 Apr 04 17:55:50.724120 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49434) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:50.728469 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'security_group_rule': {'security_group_id': '5832f3b4-6461-4a88-856a-80981c0a5e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:55:50.734209 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920f7e0-928d-44ba-92a5-1e4b011fd032 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5832f3b4-6461-4a88-856a-80981c0a5e89,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:50.760178 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (f7a766cf-59c6-465b-ab6d-843c1b84caeb), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.825866 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (f7a766cf-59c6-465b-ab6d-843c1b84caeb), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.829824 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (f7a766cf-59c6-465b-ab6d-843c1b84caeb), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.850006 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a766cf-59c6-465b-ab6d-843c1b84caeb,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:50.859425 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.860922 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-755047dc-22a7-46e7-8919-16693409f089 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358573 Apr 04 17:55:50.863738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49436) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:50.869612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'security_group_rule': {'security_group_id': '5832f3b4-6461-4a88-856a-80981c0a5e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:55:50.899214 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (e1132900-cce1-47be-a68e-e40df188a3c8), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.967469 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (e1132900-cce1-47be-a68e-e40df188a3c8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.972107 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (e1132900-cce1-47be-a68e-e40df188a3c8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:50.996283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1132900-cce1-47be-a68e-e40df188a3c8,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:51.007426 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.008747 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a351ed33-4b62-473f-afb9-95fa46c94803 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433094 Apr 04 17:55:51.011685 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49438) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:55:51.018816 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:55:51.042604 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.146193 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.266808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Allocated IP 172.27.3.111 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/f2798ce1-826e-488f-8a04-af5d421f9267) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:55:51.390147 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for port (f2798ce1-826e-488f-8a04-af5d421f9267), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.428343 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (f2798ce1-826e-488f-8a04-af5d421f9267), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.464843 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:55:51.467715 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:55:51.470184 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:55:51.505072 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'Port': ['ID=f2798ce1-826e-488f-8a04-af5d421f9267,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:51.573393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (52ccc51e-83ba-42d0-afb0-a2f276dedb0d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.614879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (f2798ce1-826e-488f-8a04-af5d421f9267), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.767944 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for port (f2798ce1-826e-488f-8a04-af5d421f9267), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.773149 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (f2798ce1-826e-488f-8a04-af5d421f9267), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.841513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'Port': ['ID=f2798ce1-826e-488f-8a04-af5d421f9267,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:51.851296 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (52ccc51e-83ba-42d0-afb0-a2f276dedb0d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.866499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:51.867729 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3158e396-8b98-469d-a4c4-a762aa0b8978 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8550863 Apr 04 17:55:52.072184 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-8ed21178-7079-49ee-8197-0969c58c6c48 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1802583996&fields=id&tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6 HTTP/1.1" status: 200 len: 267 time: 0.0465138 Apr 04 17:55:52.160869 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f003660d-b986-4870-9c7b-17a659402879 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:55:52.182120 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: f003660d-b986-4870-9c7b-17a659402879 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:55:52.182469 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device f003660d-b986-4870-9c7b-17a659402879 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:55:52.188681 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-e41c56ee-7b9d-4cb3-8493-6ef85ce88093 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:52.190827 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-e41c56ee-7b9d-4cb3-8493-6ef85ce88093 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 811 time: 0.1114123 Apr 04 17:55:52.207587 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-99f8782b-a6bf-4068-90f2-b458f4552b7a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/quotas/6bfc2ecd42c94e8c8ecc91222cdcabf6 HTTP/1.1" status: 200 len: 375 time: 0.0115769 Apr 04 17:55:52.271932 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-330f5f7c-5cd3-4163-8daa-c4ea6c7e034d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590537 Apr 04 17:55:52.374635 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-1ad19689-efe1-404a-b100-59deed82584e service neutron] 10.222.0.24 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912576 Apr 04 17:55:52.465208 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-74fc64f3-d1f5-41c8-8e6b-e51ba2c39af9 service neutron] 10.222.0.24 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Apr 04 17:55:52.633025 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-10602723-570a-4102-9dcd-3ccfafbd617c req-e2c7fb07-9359-4486-be9a-b67a1bbaed86 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 210 time: 0.0345922 Apr 04 17:55:53.423369 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-bd850c93-573b-4873-bad5-2d2f9279420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:53.716153 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-63d2aa09-8f00-4453-9322-66342c2f3f92 req-a8614ce0-dc0b-4a97-b5b0-b6bddb0eb340 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 210 time: 0.0307901 Apr 04 17:55:54.801129 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aed54eb0-4b40-40ef-a389-4803a96aa1d5 req-b30f7987-52e5-4534-8556-e619eaee496a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 210 time: 0.0345497 Apr 04 17:55:55.756049 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-77d24781-de99-40ff-b3a4-5f3997afead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:55.881020 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-dde16670-9b51-4b70-911c-16429b4a4e97 req-b53bbb11-a1b7-49a9-bfb5-9bdb9b10fda1 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Apr 04 17:55:56.770949 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:56.978221 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-005c7d93-7058-43fa-89fc-ef3e56ea2780 req-ec77ec4d-ac3a-4ff7-830c-72f846bcadb4 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 210 time: 0.0321345 Apr 04 17:55:57.590555 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-b32fbde3-fd11-474a-ac16-6bbb6ba3bacb tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:57.591999 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-b32fbde3-fd11-474a-ac16-6bbb6ba3bacb tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 811 time: 0.0995476 Apr 04 17:55:57.668795 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-8a97d05e-ef40-4e76-84ef-aa3b2feeaf3e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6 HTTP/1.1" status: 200 len: 380 time: 0.0615919 Apr 04 17:55:57.678561 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'port': {'device_id': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'admin_state_up': True, 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'security_groups': ['5832f3b4-6461-4a88-856a-80981c0a5e89']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:55:57.789691 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Made reservation on behalf of 6bfc2ecd42c94e8c8ecc91222cdcabf6 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:55:57.794384 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:57.924283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Allocated IP 172.20.0.11 (9b686cb1-c70b-43b2-9516-56d57d5fd3c2/b4ec468c-1f50-4e42-aa70-2e0a7c41beb9/096c037c-d2b8-424a-96be-2d476c07e535) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:55:58.057394 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for port (096c037c-d2b8-424a-96be-2d476c07e535), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.092700 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (096c037c-d2b8-424a-96be-2d476c07e535), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.139159 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:55:58.142391 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:55:58.150014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:55:58.173873 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event updated for resources: {'Port': ['ID=096c037c-d2b8-424a-96be-2d476c07e535,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:58.205806 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:58.206454 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.223936 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd725-dadc-49be-9a5a-d8a78966fcf3 req-9e812653-e3f4-4c38-8314-0ea94479879c tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:58.224566 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-7faec339-fba9-45fb-b8aa-cfdb7a6576a3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499570 Apr 04 17:55:58.225547 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f99bd725-dadc-49be-9a5a-d8a78966fcf3 req-9e812653-e3f4-4c38-8314-0ea94479879c tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 932 time: 0.1794927 Apr 04 17:55:58.235468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Request body: {'port': {'device_id': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:55:58.284996 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-f99bd725-dadc-49be-9a5a-d8a78966fcf3 req-f3a2e7aa-1c92-46c0-be04-20a6ab0dd42d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518558 Apr 04 17:55:58.299342 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (096c037c-d2b8-424a-96be-2d476c07e535), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.321939 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.450417 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-d19a3f78-951a-400b-8228-f710afb0a1ec None None] Provisioning complete for port 096c037c-d2b8-424a-96be-2d476c07e535 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:55:58.450686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-d19a3f78-951a-400b-8228-f710afb0a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (096c037c-d2b8-424a-96be-2d476c07e535), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.483211 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-d19a3f78-951a-400b-8228-f710afb0a1ec None None] Port 096c037c-d2b8-424a-96be-2d476c07e535 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:55:58.812170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096c037c-d2b8-424a-96be-2d476c07e535 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:55:58.820045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Publish callbacks [] for port (096c037c-d2b8-424a-96be-2d476c07e535), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.833082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Transition to ACTIVE for port object 096c037c-d2b8-424a-96be-2d476c07e535 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:55:58.837565 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (096c037c-d2b8-424a-96be-2d476c07e535), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:58.914859 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Pushing event updated for resources: {'Port': ['ID=096c037c-d2b8-424a-96be-2d476c07e535,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:58.970116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Attempting to bind port 096c037c-d2b8-424a-96be-2d476c07e535 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:55:58.970461 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Attempting to bind port 096c037c-d2b8-424a-96be-2d476c07e535 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:55:58.970785 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Attempting to bind port 096c037c-d2b8-424a-96be-2d476c07e535 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:55:58.975451 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Port 096c037c-d2b8-424a-96be-2d476c07e535 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:55:58.975788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Attempting to bind port 096c037c-d2b8-424a-96be-2d476c07e535 on network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:55:58.980871 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:55:58.981216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Checking segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:55:58.981602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Bound using segment: {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:55:58.982036 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Bound port: 096c037c-d2b8-424a-96be-2d476c07e535, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008688ae-5d4d-4681-b6a4-47e6a1a5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:55:58.982397 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (096c037c-d2b8-424a-96be-2d476c07e535), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:59.047680 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] For port 096c037c-d2b8-424a-96be-2d476c07e535, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:55:59.051219 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] For port 096c037c-d2b8-424a-96be-2d476c07e535, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=096c037c-d2b8-424a-96be-2d476c07e535,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:55:59.057376 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (096c037c-d2b8-424a-96be-2d476c07e535), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:59.093177 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.093923 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:59.095646 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] 10.222.0.11 "PUT /v2.0/ports/096c037c-d2b8-424a-96be-2d476c07e535 HTTP/1.1" status: 200 len: 1094 time: 0.8646944 Apr 04 17:55:59.096113 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:55:59.098757 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d20a2-b410-48a8-8d2d-d82e789df8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "tag": "096c037c-d2b8-424a-96be-2d476c07e535"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:55:59.139064 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e4b5a-0f46-42f1-8a1b-2ac5ee664074 service neutron] Pushing event updated for resources: {'Port': ['ID=096c037c-d2b8-424a-96be-2d476c07e535,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:55:59.181199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88daec3-4d37-44e5-b33d-17be1b282ca0 x-openstack-request-id: req-e88daec3-4d37-44e5-b33d-17be1b282ca0 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:55:59.181494 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "tag": "096c037c-d2b8-424a-96be-2d476c07e535", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:55:59.181748 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e88daec3-4d37-44e5-b33d-17be1b282ca0 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:55:59.182150 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88daec3-4d37-44e5-b33d-17be1b282ca0'] response: {'name': 'network-changed', 'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535', 'status': 'completed', 'code': 200} Apr 04 17:55:59.204692 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-45fd10bf-95ee-408f-b8e5-958e69e7f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.206547 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-45fd10bf-95ee-408f-b8e5-958e69e7f84b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 1128 time: 0.0620065 Apr 04 17:55:59.253695 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-b3f6902a-ed60-49f8-87d6-b2d27c0cb8a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=096c037c-d2b8-424a-96be-2d476c07e535 HTTP/1.1" status: 200 len: 217 time: 0.0401247 Apr 04 17:55:59.307937 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-4db516b2-da03-4471-9790-3f20415cd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.309440 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-4db516b2-da03-4471-9790-3f20415cd9c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0499599 Apr 04 17:55:59.364212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-dd049df4-e753-404a-be38-6c4e8642af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.365666 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-dd049df4-e753-404a-be38-6c4e8642af4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510533 Apr 04 17:55:59.405944 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b700-c56c-4b5b-b2d8-d1cb01abb34c req-d888221a-8c37-4ece-8113-2142f7f6efe3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.407417 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0e00b700-c56c-4b5b-b2d8-d1cb01abb34c req-d888221a-8c37-4ece-8113-2142f7f6efe3 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 944 time: 0.0551784 Apr 04 17:55:59.454326 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0e00b700-c56c-4b5b-b2d8-d1cb01abb34c req-36f3ddf4-9916-4c40-9b11-1f87ac594283 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Apr 04 17:55:59.474020 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-673fb71f-ab21-4763-8811-b623e0c3eea8 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993133 Apr 04 17:55:59.559471 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1f9e8e54-f3ea-4099-a974-d2bfa25709df req-91490daf-7968-4efa-b613-57afd3c61853 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816431 Apr 04 17:55:59.653909 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-6a0c8762-f970-455a-a832-c7319cd9c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.655401 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-6a0c8762-f970-455a-a832-c7319cd9c178 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 1128 time: 0.0493453 Apr 04 17:55:59.742214 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-19c33c25-611e-41ae-abc8-aa4d4ce5314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.743672 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-19c33c25-611e-41ae-abc8-aa4d4ce5314a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.0820484 Apr 04 17:55:59.788965 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-8faadb5e-2355-4798-8cec-4cb642293d28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=096c037c-d2b8-424a-96be-2d476c07e535 HTTP/1.1" status: 200 len: 217 time: 0.0389175 Apr 04 17:55:59.837846 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-d769c446-a1f7-4ed8-a359-cef1fda01692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.839274 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-d769c446-a1f7-4ed8-a359-cef1fda01692 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0442321 Apr 04 17:55:59.869177 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:55:59.904270 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-95a73cd9-d107-469d-b5f0-4dc588714c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:55:59.905711 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-95a73cd9-d107-469d-b5f0-4dc588714c6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606353 Apr 04 17:56:00.016074 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-ae3f721e-4877-4977-801e-2a6d539db36c service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027133 Apr 04 17:56:00.106926 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-110d20a2-b410-48a8-8d2d-d82e789df8bb req-9e16e0ea-6d4f-48db-93fc-922ac10bc071 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831537 Apr 04 17:56:00.577217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8645f-8a0a-408a-8707-b318fd888ea9 req-bdc48c50-342d-4d28-a7a3-2663cd387e7e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:00.578951 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5a8645f-8a0a-408a-8707-b318fd888ea9 req-bdc48c50-342d-4d28-a7a3-2663cd387e7e tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 944 time: 0.0533891 Apr 04 17:56:00.624672 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d5a8645f-8a0a-408a-8707-b318fd888ea9 req-5db8ebcb-938f-4ffb-80a2-b08a89db3e47 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Apr 04 17:56:01.746795 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3104ce-18ac-41a6-93aa-340e46b0bc49 req-92d7b169-00fa-4c2e-a88f-6ea7a7f1cc8a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:01.748297 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ab3104ce-18ac-41a6-93aa-340e46b0bc49 req-92d7b169-00fa-4c2e-a88f-6ea7a7f1cc8a tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 944 time: 0.0518696 Apr 04 17:56:01.794977 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ab3104ce-18ac-41a6-93aa-340e46b0bc49 req-9bfa31b0-d577-46a6-8b01-eea08d77ff06 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404773 Apr 04 17:56:01.925490 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:02.205776 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 096c037c-d2b8-424a-96be-2d476c07e535 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:56:02.297993 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 096c037c-d2b8-424a-96be-2d476c07e535, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=096c037c-d2b8-424a-96be-2d476c07e535,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:02.308761 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '096c037c-d2b8-424a-96be-2d476c07e535', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'port_id': '096c037c-d2b8-424a-96be-2d476c07e535', 'mac_address': 'fa:16:3e:4d:0a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:56:02.343872 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 096c037c-d2b8-424a-96be-2d476c07e535 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:56:02.344284 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (096c037c-d2b8-424a-96be-2d476c07e535), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:02.360630 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c037c-d2b8-424a-96be-2d476c07e535 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:56:02.379673 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 096c037c-d2b8-424a-96be-2d476c07e535, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=096c037c-d2b8-424a-96be-2d476c07e535,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:02.383256 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (096c037c-d2b8-424a-96be-2d476c07e535), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:02.427893 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=096c037c-d2b8-424a-96be-2d476c07e535,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:02.434563 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.434910 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.435250 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.435586 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.435918 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.436261 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.436590 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.436913 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.437240 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.437559 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.437881 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.438201 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.438517 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.438833 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.439148 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:56:02.632470 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['096c037c-d2b8-424a-96be-2d476c07e535'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:56:02.969059 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f571f7-2b6c-49e6-a8a9-d60a2bed9d70 req-525a4eb6-4e88-4a34-b56e-1ae43adb44be tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:02.970511 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c2f571f7-2b6c-49e6-a8a9-d60a2bed9d70 req-525a4eb6-4e88-4a34-b56e-1ae43adb44be tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 945 time: 0.1090989 Apr 04 17:56:03.015840 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c2f571f7-2b6c-49e6-a8a9-d60a2bed9d70 req-82b15e87-3b6d-4dfc-bc13-ce50bb162c31 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Apr 04 17:56:04.129231 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab522c-227f-4666-bc95-de51d9a79d08 req-55dd3a87-cb04-4816-8a13-051a0848ba4b tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:04.130682 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-44ab522c-227f-4666-bc95-de51d9a79d08 req-55dd3a87-cb04-4816-8a13-051a0848ba4b tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 945 time: 0.0509121 Apr 04 17:56:04.178783 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-44ab522c-227f-4666-bc95-de51d9a79d08 req-75e6655e-9165-4b9d-af5d-b7537503511f tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Apr 04 17:56:04.217596 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 096c037c-d2b8-424a-96be-2d476c07e535 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:56:04.265284 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 096c037c-d2b8-424a-96be-2d476c07e535 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:56:04.269149 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 096c037c-d2b8-424a-96be-2d476c07e535 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:56:04.269522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (096c037c-d2b8-424a-96be-2d476c07e535), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:04.288129 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-d5bf297a-8496-4a72-a49c-74737e936365 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435886 Apr 04 17:56:04.347245 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 096c037c-d2b8-424a-96be-2d476c07e535 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:56:04.347541 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (096c037c-d2b8-424a-96be-2d476c07e535), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:04.349586 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab752e-9cea-420b-bdb1-156def592536 req-3e81891c-358e-470b-ab1a-acbaf07db96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:04.351149 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-3e81891c-358e-470b-ab1a-acbaf07db96b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 1130 time: 0.0434499 Apr 04 17:56:04.369287 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:56:04.371489 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f96bde-4e31-42c4-9ecd-1cfd68c56364" -d '{"events": [{"server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "name": "network-vif-plugged", "status": "completed", "tag": "096c037c-d2b8-424a-96be-2d476c07e535"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:56:04.388021 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 096c037c-d2b8-424a-96be-2d476c07e535, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=096c037c-d2b8-424a-96be-2d476c07e535,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:04.392188 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (096c037c-d2b8-424a-96be-2d476c07e535), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:04.417028 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fdedf9-28be-4a6a-a55e-8166a75b346d x-openstack-request-id: req-c4fdedf9-28be-4a6a-a55e-8166a75b346d {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:56:04.417327 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "name": "network-vif-plugged", "status": "completed", "tag": "096c037c-d2b8-424a-96be-2d476c07e535", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:56:04.417577 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4fdedf9-28be-4a6a-a55e-8166a75b346d {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:56:04.417974 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fdedf9-28be-4a6a-a55e-8166a75b346d'] response: {'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535', 'code': 200} Apr 04 17:56:04.444718 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=096c037c-d2b8-424a-96be-2d476c07e535,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:04.462068 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab752e-9cea-420b-bdb1-156def592536 req-253f3efd-5517-4490-a00a-ac8e258c7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:04.463564 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-253f3efd-5517-4490-a00a-ac8e258c7888 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0941908 Apr 04 17:56:04.528391 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-5082b60d-1ff4-43d3-a8a5-5c319f5350d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=431363e6-b505-44af-9838-b4a01a53e7ab HTTP/1.1" status: 200 len: 1002 time: 0.0588799 Apr 04 17:56:04.616362 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab752e-9cea-420b-bdb1-156def592536 req-c9fd5990-e7d1-400b-96bc-f8f9c5a4eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:04.617709 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-c9fd5990-e7d1-400b-96bc-f8f9c5a4eb5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0727942 Apr 04 17:56:04.634946 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795eadf-ebe2-4e09-a736-e245f281384b req-3e2960b3-2782-4f85-8eb5-77b31f5d1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:04.636424 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f795eadf-ebe2-4e09-a736-e245f281384b req-3e2960b3-2782-4f85-8eb5-77b31f5d1f34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 1130 time: 0.0838332 Apr 04 17:56:04.697776 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-f795eadf-ebe2-4e09-a736-e245f281384b req-7e574ee9-2f83-4502-bade-ccee559c6bb3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467100 Apr 04 17:56:04.700492 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab752e-9cea-420b-bdb1-156def592536 req-64841327-775d-44fb-b181-532f49a9e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:04.701873 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-64841327-775d-44fb-b181-532f49a9e77d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775981 Apr 04 17:56:04.986837 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-5a6dea6b-8c9a-49e3-8c4c-dd04a0784ae0 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Apr 04 17:56:05.072359 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-45ab752e-9cea-420b-bdb1-156def592536 req-1a315b1e-7f22-4ee7-bb74-e59cc97ea92e service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789976 Apr 04 17:56:05.294943 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295d47b-ad80-44a6-a2a2-0d880761fc43 req-cd2a83c5-8e85-49da-ab8c-54665f4d46f7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:05.296405 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3295d47b-ad80-44a6-a2a2-0d880761fc43 req-cd2a83c5-8e85-49da-ab8c-54665f4d46f7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 946 time: 0.0497642 Apr 04 17:56:05.341194 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3295d47b-ad80-44a6-a2a2-0d880761fc43 req-0fdec80b-4bd3-4e54-b03e-229600004333 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387449 Apr 04 17:56:06.456737 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078eff6-6a7d-4110-87b0-0d09e04de35a req-6ba00fbf-15e1-40e3-baec-a752c6b4b8fc tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:06.458769 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2078eff6-6a7d-4110-87b0-0d09e04de35a req-6ba00fbf-15e1-40e3-baec-a752c6b4b8fc tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 946 time: 0.0520611 Apr 04 17:56:06.507349 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2078eff6-6a7d-4110-87b0-0d09e04de35a req-44c9559c-72f0-4bf1-bcd1-c535a635a956 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Apr 04 17:56:06.616193 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d21046-926e-4dfe-a521-d4b95c20a262 req-a40c9f44-b4f4-49ec-ad5b-90f896a59610 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:06.617661 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-64d21046-926e-4dfe-a521-d4b95c20a262 req-a40c9f44-b4f4-49ec-ad5b-90f896a59610 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 946 time: 0.0500591 Apr 04 17:56:06.625859 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49514) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:56:06.630675 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Request body: {'floatingip': {'port_id': '096c037c-d2b8-424a-96be-2d476c07e535'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:56:06.671927 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (52ccc51e-83ba-42d0-afb0-a2f276dedb0d), before_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:07.085054 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:07.088698 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (52ccc51e-83ba-42d0-afb0-a2f276dedb0d), after_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:07.185551 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Floating IP 52ccc51e-83ba-42d0-afb0-a2f276dedb0d associated. External IP: 172.27.3.111, port: 096c037c-d2b8-424a-96be-2d476c07e535. Apr 04 17:56:07.391240 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Router 59f77f99-8cc9-404e-9b70-06b402571781 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:56:07.500706 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:56:07.505435 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:07.510840 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:56:07.520574 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:56:07.521180 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:55:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:07.547959 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-2995c457-1f16-485b-882b-a45d75360039 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "PUT /v2.0/floatingips/52ccc51e-83ba-42d0-afb0-a2f276dedb0d HTTP/1.1" status: 200 len: 992 time: 0.9096916 Apr 04 17:56:07.547959 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:56:07.547959 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7adaef1-4945-4e32-83a9-882e970239e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "tag": "096c037c-d2b8-424a-96be-2d476c07e535"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:56:07.575893 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8f9e67-063c-4b6d-a45d-9da6aee96a37 x-openstack-request-id: req-3e8f9e67-063c-4b6d-a45d-9da6aee96a37 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:56:07.576196 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "tag": "096c037c-d2b8-424a-96be-2d476c07e535", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:56:07.576488 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e8f9e67-063c-4b6d-a45d-9da6aee96a37 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:56:07.576924 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8f9e67-063c-4b6d-a45d-9da6aee96a37'] response: {'name': 'network-changed', 'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535', 'status': 'completed', 'code': 200} Apr 04 17:56:07.642877 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:56:07.645879 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-2a629641-7993-4f78-b895-10467b680d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:07.646374 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-2a629641-7993-4f78-b895-10467b680d41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 1130 time: 0.0458724 Apr 04 17:56:07.735847 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-c7feda9c-b65d-490c-b622-87b7ea047183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:07.737318 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-c7feda9c-b65d-490c-b622-87b7ea047183 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 200 len: 912 time: 0.0848863 Apr 04 17:56:07.807929 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-f5d2dffb-978e-4bf4-b7e7-0807f7f14654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=096c037c-d2b8-424a-96be-2d476c07e535 HTTP/1.1" status: 200 len: 1000 time: 0.0640142 Apr 04 17:56:07.858027 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-ebef8321-dbec-4c0e-8559-57111471f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:07.861609 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-ebef8321-dbec-4c0e-8559-57111471f86f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 200 len: 850 time: 0.0479643 Apr 04 17:56:07.868992 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '52ccc51e-83ba-42d0-afb0-a2f276dedb0d', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'port_id': '096c037c-d2b8-424a-96be-2d476c07e535', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'mac_address': 'fa:16:3e:4d:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:55:51Z', 'updated_at': '2022-04-04T17:56:07Z', 'revision_number': 1, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:07.898901 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:56:07.907028 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:56:07.907631 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:55:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:07.911171 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-747c75f0-e1ef-43d9-bed8-c45771725588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:07.912727 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-747c75f0-e1ef-43d9-bed8-c45771725588 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b686cb1-c70b-43b2-9516-56d57d5fd3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453296 Apr 04 17:56:08.006456 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-8196ffbd-5838-4306-8e2b-3b7a72f6bef8 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874896 Apr 04 17:56:08.014888 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:56:08.092299 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a7adaef1-4945-4e32-83a9-882e970239e6 req-c7880936-c6cb-45cb-be12-b8f0c98c41b3 service neutron] 10.222.0.11 "GET /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806069 Apr 04 17:56:08.117510 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:56:08.239864 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '52ccc51e-83ba-42d0-afb0-a2f276dedb0d', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'port_id': '096c037c-d2b8-424a-96be-2d476c07e535', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'mac_address': 'fa:16:3e:4d:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:55:51Z', 'updated_at': '2022-04-04T17:56:07Z', 'revision_number': 1, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:08.268760 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3963449-3788-4187-9a67-f28ffa47b951 None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '52ccc51e-83ba-42d0-afb0-a2f276dedb0d', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'port_id': '096c037c-d2b8-424a-96be-2d476c07e535', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'mac_address': 'fa:16:3e:4d:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:55:51Z', 'updated_at': '2022-04-04T17:56:07Z', 'revision_number': 1, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:56:08.466201 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a71623-3747-43f4-b0b3-601dd2cd1c4f None None] New status for floating IP 52ccc51e-83ba-42d0-afb0-a2f276dedb0d: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:56:09.785886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed4ea4-05bf-476a-8406-5a603b798685 req-90a3a98f-1fd1-4ef9-8613-c91e895720cb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:09.787349 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-62ed4ea4-05bf-476a-8406-5a603b798685 req-90a3a98f-1fd1-4ef9-8613-c91e895720cb tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0557711 Apr 04 17:56:09.835920 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-62ed4ea4-05bf-476a-8406-5a603b798685 req-ced93a27-68ca-4905-9480-42443d8d0616 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 Apr 04 17:56:10.955493 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ad4c5-0656-490b-a25f-827f4fd1230d req-eb6af89c-f2a5-4b30-b2c3-6d5cf841f02b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:10.957005 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-913ad4c5-0656-490b-a25f-827f4fd1230d req-eb6af89c-f2a5-4b30-b2c3-6d5cf841f02b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0526085 Apr 04 17:56:11.005207 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-913ad4c5-0656-490b-a25f-827f4fd1230d req-95ed8d75-6e89-454f-a3b3-61d530eec7a5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Apr 04 17:56:11.268767 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-eedc32bd-96c9-409c-a763-47600160c5b4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:11.270846 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-eedc32bd-96c9-409c-a763-47600160c5b4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 946 time: 0.0526354 Apr 04 17:56:11.359566 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Deleting port 431363e6-b505-44af-9838-b4a01a53e7ab {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:56:11.359905 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:11.448133 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] For port 431363e6-b505-44af-9838-b4a01a53e7ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=431363e6-b505-44af-9838-b4a01a53e7ab,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:11.448584 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:11.613497 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:11.613772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (dc5bc130-2cf1-45ca-b53c-d60104e14ad2), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:11.614079 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Floating IP dc5bc130-2cf1-45ca-b53c-d60104e14ad2 disassociated. External IP: 172.27.3.157, port: 431363e6-b505-44af-9838-b4a01a53e7ab. Apr 04 17:56:11.614412 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Calling delete_port for 431363e6-b505-44af-9838-b4a01a53e7ab owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:56:11.738274 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (431363e6-b505-44af-9838-b4a01a53e7ab), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:11.766224 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'Port': ['ID=431363e6-b505-44af-9838-b4a01a53e7ab,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:11.882589 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:56:11.989469 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:56:11.999407 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:56:12.009930 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:56:12.010606 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:55:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:12.029302 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] No DVR routers for this DVR port 431363e6-b505-44af-9838-b4a01a53e7ab on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:56:12.031792 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:12.035753 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-38f21103-7acb-42d9-b502-8dc2658c28a1 req-0fd68527-294f-4a74-be91-70564cbf5e7f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "DELETE /v2.0/ports/431363e6-b505-44af-9838-b4a01a53e7ab HTTP/1.1" status: 204 len: 173 time: 0.7602770 Apr 04 17:56:12.036272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'name': 'network-vif-deleted', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:56:12.038474 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bdf6f1-4e85-48eb-9131-2b6c128fde91" -d '{"events": [{"server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "name": "network-vif-deleted", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:56:12.075859 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97379cba-1f14-4f6d-aa16-92299a7a514e x-openstack-request-id: req-97379cba-1f14-4f6d-aa16-92299a7a514e {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:56:12.076462 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa0468b-0892-4c92-a5b2-cc5c6238af7e", "name": "network-vif-deleted", "tag": "431363e6-b505-44af-9838-b4a01a53e7ab", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:56:12.076944 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97379cba-1f14-4f6d-aa16-92299a7a514e {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:56:12.077558 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97379cba-1f14-4f6d-aa16-92299a7a514e'] response: {'server_uuid': '3fa0468b-0892-4c92-a5b2-cc5c6238af7e', 'name': 'network-vif-deleted', 'tag': '431363e6-b505-44af-9838-b4a01a53e7ab', 'status': 'completed', 'code': 200} Apr 04 17:56:12.115556 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-92775664-d028-4c63-9efe-fafa8382398e req-52da5e17-135c-4555-9395-e3adba164055 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fa0468b-0892-4c92-a5b2-cc5c6238af7e HTTP/1.1" status: 200 len: 210 time: 0.0367968 Apr 04 17:56:12.151832 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:56:12.454103 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:12.479083 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:56:12.486783 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:56:12.487371 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:55:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:12.596850 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:56:12.805092 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:12.834095 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c86e66-db8b-4b8e-8569-1479158e6b46 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:56:13.057522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c880b1-94cb-40f9-a5df-834dcc34f25b None None] New status for floating IP dc5bc130-2cf1-45ca-b53c-d60104e14ad2: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:56:13.379282 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-8c984725-f3b5-424d-ae74-5a936426d1c2 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642708592&fields=id&tenant_id=c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 267 time: 0.0455918 Apr 04 17:56:13.480338 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-ebf21889-3b67-466f-881e-fbac7bc4ef4b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:13.481777 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-ebf21889-3b67-466f-881e-fbac7bc4ef4b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 812 time: 0.0960631 Apr 04 17:56:13.495893 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-6bb75455-0a57-4f66-9bf4-6c4004d536a9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/quotas/c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 375 time: 0.0089533 Apr 04 17:56:13.551469 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-84d164aa-618b-4661-bf82-92f4ce4ca8f7 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510507 Apr 04 17:56:13.568025 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-33d23815-2a08-4173-b09b-4a52ad3f0ba9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:56:13.569061 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-33d23815-2a08-4173-b09b-4a52ad3f0ba9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064337 Apr 04 17:56:13.656857 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-f6dda667-3289-4113-ace6-c9cc9959e69a service neutron] 10.222.0.24 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Apr 04 17:56:13.746251 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-05ad2c11-10ac-42b7-8735-19d072507d75 service neutron] 10.222.0.24 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837913 Apr 04 17:56:14.027049 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d27f07d9-020d-4578-9120-a6fe61365d3d req-0d8c2545-4aae-4f28-8aa0-d2a1288af8a7 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Apr 04 17:56:14.299405 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 431363e6-b505-44af-9838-b4a01a53e7ab no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:56:14.318828 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 431363e6-b505-44af-9838-b4a01a53e7ab {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:56:14.319163 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 431363e6-b505-44af-9838-b4a01a53e7ab not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:56:14.935449 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-c969f1c5-7426-4da6-82b8-c3c3611537ea tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:14.936908 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-c969f1c5-7426-4da6-82b8-c3c3611537ea tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 812 time: 0.1158559 Apr 04 17:56:15.006353 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-dca2d650-4f40-4491-9dfb-f7b659798839 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 379 time: 0.0608685 Apr 04 17:56:15.014429 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'port': {'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'admin_state_up': True, 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'security_groups': ['db473e10-2a6a-4687-96f8-9e08287e2e11']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:56:15.130637 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2eee4491-38df-4974-9bdb-802ecad4199d req-2c9b7e71-36bd-4637-876c-f5201a886865 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 210 time: 0.0357704 Apr 04 17:56:15.145360 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Made reservation on behalf of c2e5bf320cf341ad8974e82a4b2430eb for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:56:15.148831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.282092 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Allocated IP 172.20.0.12 (51d474c7-7698-49ba-9954-f2b0220443cf/f9c6a7d8-5a21-4dca-ac33-9a178df84383/18d624ba-8b5c-4cb0-b6bb-b11cb327a236) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:56:15.421334 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.454335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.499009 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Network 51d474c7-7698-49ba-9954-f2b0220443cf is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:56:15.502275 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:56:15.508728 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:56:15.531628 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:15.560113 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:15.560758 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.576841 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-bb6d45d5-9801-4bdf-9dfb-b3fb4243a4ba tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660377 Apr 04 17:56:15.591271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-2298d308-30e6-4f24-a532-867300845e1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 17:56:15.592351 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-2298d308-30e6-4f24-a532-867300845e1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053699 Apr 04 17:56:15.649129 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Request body: {'port': {'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:56:15.710166 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.741510 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-89aca873-df60-4904-86f1-8684e33e1b5b None None] Provisioning complete for port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:56:15.742090 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-89aca873-df60-4904-86f1-8684e33e1b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.774793 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-89aca873-df60-4904-86f1-8684e33e1b5b None None] Port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:56:15.963358 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:56:15.970630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Publish callbacks [] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:15.982632 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Transition to ACTIVE for port object 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:56:15.986137 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:16.037014 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Pushing event updated for resources: {'Port': ['ID=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:16.102720 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Attempting to bind port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:56:16.103055 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Attempting to bind port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:56:16.103382 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Attempting to bind port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:56:16.107837 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 on network 51d474c7-7698-49ba-9954-f2b0220443cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:56:16.108149 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Attempting to bind port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:56:16.113065 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:56:16.113404 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Checking segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:56:16.113786 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Bound using segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:56:16.114209 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Bound port: 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:56:16.114599 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:16.187004 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] For port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:56:16.192547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] For port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:56:16.200546 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:16.237874 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.238492 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:16.240071 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 1094 time: 0.6400986 Apr 04 17:56:16.242498 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:56:16.245493 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7964a336-36fe-4578-b5e3-c6d4188f5827" -d '{"events": [{"name": "network-changed", "server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:56:16.264852 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef392141-9642-48f0-b5b3-ab07030572e0 req-478a02a6-7cc1-4569-ac09-020c70a1b1cf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.272426 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ef392141-9642-48f0-b5b3-ab07030572e0 req-478a02a6-7cc1-4569-ac09-020c70a1b1cf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0678010 Apr 04 17:56:16.307086 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f7124-24aa-4681-9153-3ffe27a1a0e5 x-openstack-request-id: req-7e9f7124-24aa-4681-9153-3ffe27a1a0e5 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:56:16.307393 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:56:16.307651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e9f7124-24aa-4681-9153-3ffe27a1a0e5 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:56:16.308058 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9f7124-24aa-4681-9153-3ffe27a1a0e5'] response: {'name': 'network-changed', 'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'status': 'completed', 'code': 200} Apr 04 17:56:16.309991 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388390b-174d-4643-8b7a-cf78085648b2 service neutron] Pushing event updated for resources: {'Port': ['ID=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:16.330137 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ef392141-9642-48f0-b5b3-ab07030572e0 req-45fb64a3-d108-4216-962b-73595a00435a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562582 Apr 04 17:56:16.354003 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-7d93abcc-b64d-46a4-9a61-273f034a67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.355520 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-7d93abcc-b64d-46a4-9a61-273f034a67c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1128 time: 0.0577750 Apr 04 17:56:16.404869 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-efa7bf2f-79ed-4862-8abd-97c3bb9f09da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 217 time: 0.0392237 Apr 04 17:56:16.457253 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-475270f9-3828-41a6-8664-e4de84c3acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.458700 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-475270f9-3828-41a6-8664-e4de84c3acb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0456765 Apr 04 17:56:16.506760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-09989ede-a172-4fcc-9036-9775163087fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.508196 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-09989ede-a172-4fcc-9036-9775163087fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434182 Apr 04 17:56:16.613202 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-9a6b573b-c11d-4673-a370-3669591aed78 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986762 Apr 04 17:56:16.698956 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7eaa4d3d-52e0-4e5e-a466-138693d0f19c req-87dcc14d-fff3-49fe-b63e-7b17a4a4bec4 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807133 Apr 04 17:56:16.798938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-820e8f76-a55a-49dc-b8dd-d8f3558d65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.800476 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-820e8f76-a55a-49dc-b8dd-d8f3558d65cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1128 time: 0.0443161 Apr 04 17:56:16.891797 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-1384a5b3-8a03-4624-a948-fd46236bd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.893194 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-1384a5b3-8a03-4624-a948-fd46236bd212 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0864463 Apr 04 17:56:16.934936 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-0b0c2b68-9f9a-4993-b133-555035e182d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 217 time: 0.0336118 Apr 04 17:56:16.989638 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-e47c6dd2-2052-4035-930f-bf34c6fb607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:16.991080 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-e47c6dd2-2052-4035-930f-bf34c6fb607d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0500531 Apr 04 17:56:17.038730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-c5a9e5b0-9ea6-4c40-97b6-1113661a3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:17.040196 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-c5a9e5b0-9ea6-4c40-97b6-1113661a3922 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430353 Apr 04 17:56:17.124192 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-5ef22cf5-a887-4630-ac9a-2c196e19e84f service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781898 Apr 04 17:56:17.487050 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163773c-38c4-4d7a-971a-3526e09c5e26 req-5db84423-b34a-4835-b5de-c9d2d71448f3 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:17.489070 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1163773c-38c4-4d7a-971a-3526e09c5e26 req-5db84423-b34a-4835-b5de-c9d2d71448f3 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0693541 Apr 04 17:56:17.513594 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7964a336-36fe-4578-b5e3-c6d4188f5827 req-112817bd-4017-4f57-b067-12e0668b837b service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827362 Apr 04 17:56:17.543077 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-1163773c-38c4-4d7a-971a-3526e09c5e26 req-874e180c-db4a-45d5-b870-e4444e5dd614 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456772 Apr 04 17:56:18.658443 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff482472-c2f8-4f70-b26f-6d3461430e21 req-d08cb4fa-9eba-4835-8478-84eebc36effc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:18.659902 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ff482472-c2f8-4f70-b26f-6d3461430e21 req-d08cb4fa-9eba-4835-8478-84eebc36effc tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0515509 Apr 04 17:56:18.707288 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ff482472-c2f8-4f70-b26f-6d3461430e21 req-cdfe6a9b-75be-4d55-9b86-d87496e544c6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Apr 04 17:56:19.824975 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa474ca-4289-44cd-a303-b3d93c2dbc6b req-ac2f9269-7379-4229-a889-0c223c5ec852 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:19.826449 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4aa474ca-4289-44cd-a303-b3d93c2dbc6b req-ac2f9269-7379-4229-a889-0c223c5ec852 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0545702 Apr 04 17:56:19.873961 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4aa474ca-4289-44cd-a303-b3d93c2dbc6b req-25c907ac-0ff0-4929-8eac-738c7fdef0e6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410147 Apr 04 17:56:20.992091 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5f94a-b310-4914-8934-ff5bc5b1ef26 req-05750888-e1c1-4a20-be9a-de22e270d5a4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:20.993547 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eea5f94a-b310-4914-8934-ff5bc5b1ef26 req-05750888-e1c1-4a20-be9a-de22e270d5a4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0547674 Apr 04 17:56:21.041026 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eea5f94a-b310-4914-8934-ff5bc5b1ef26 req-ac084bf8-2d7d-468f-80a9-3f5069b62b59 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Apr 04 17:56:22.154137 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc40367-4cc8-40b6-9924-00438a62d997 req-35204035-4764-44fb-9bfb-1bfd5b20e014 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:22.155596 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dc40367-4cc8-40b6-9924-00438a62d997 req-35204035-4764-44fb-9bfb-1bfd5b20e014 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0504515 Apr 04 17:56:22.202300 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0dc40367-4cc8-40b6-9924-00438a62d997 req-42d55bb0-9592-461b-b71f-d27982aaddc5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Apr 04 17:56:23.323894 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fca13-89b0-4b84-a7d8-3bde1676c4c8 req-e94a9992-bd1f-4ee9-8928-3332fc13073e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:23.325451 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d46fca13-89b0-4b84-a7d8-3bde1676c4c8 req-e94a9992-bd1f-4ee9-8928-3332fc13073e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0573797 Apr 04 17:56:23.372074 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-d46fca13-89b0-4b84-a7d8-3bde1676c4c8 req-6e82b270-e4e3-43ae-8406-fc7517c6d8c1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Apr 04 17:56:23.414575 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ca7fbbf9-08d7-43d8-b543-6683f8d8a95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:24.332080 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:56:24.426925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:24.438376 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:56:24.475508 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:56:24.475904 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:24.486538 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beadcc-ca8a-45cb-b8c0-3592337e3e8d req-3aab1cfc-3975-48f9-8164-a27a900ab1b9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:24.488047 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c7beadcc-ca8a-45cb-b8c0-3592337e3e8d req-3aab1cfc-3975-48f9-8164-a27a900ab1b9 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 944 time: 0.0517836 Apr 04 17:56:24.488416 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:56:24.508497 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:24.512248 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:24.542222 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c7beadcc-ca8a-45cb-b8c0-3592337e3e8d req-f22b87d6-1aab-4dc1-843d-4140bc66e663 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485554 Apr 04 17:56:24.560857 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:24.725720 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['18d624ba-8b5c-4cb0-b6bb-b11cb327a236'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:56:25.669739 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bd73-d61b-4f98-8239-efe7331a8a75 req-ddf00895-06e7-4bf9-8191-34c13e792533 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:25.671185 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4ef9bd73-d61b-4f98-8239-efe7331a8a75 req-ddf00895-06e7-4bf9-8191-34c13e792533 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Apr 04 17:56:25.717458 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4ef9bd73-d61b-4f98-8239-efe7331a8a75 req-f8844b56-9660-4eb0-b34d-960b548b7a27 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Apr 04 17:56:25.758488 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-68f7f756-819e-44cf-9bac-f2f8a3dbe195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:26.344516 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:56:26.393663 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:56:26.397267 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:56:26.397633 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:26.469831 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:56:26.470206 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:26.491456 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:56:26.493665 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0a11c-b7b5-4a66-bbba-083d70d6667b" -d '{"events": [{"server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "name": "network-vif-plugged", "status": "completed", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:56:26.506517 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:56:26.510283 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:26.534743 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e251a7d-313e-4e0e-a186-614561f4593e x-openstack-request-id: req-7e251a7d-313e-4e0e-a186-614561f4593e {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:56:26.535033 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "name": "network-vif-plugged", "status": "completed", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:56:26.535284 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e251a7d-313e-4e0e-a186-614561f4593e {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:56:26.535666 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e251a7d-313e-4e0e-a186-614561f4593e'] response: {'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'code': 200} Apr 04 17:56:26.561079 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:26.767383 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b971-03a6-4a38-b426-8a0580ef848e req-1ab0901b-b2a6-4109-b90a-d7c736a7087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:26.769114 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d528b971-03a6-4a38-b426-8a0580ef848e req-1ab0901b-b2a6-4109-b90a-d7c736a7087a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1130 time: 0.0433903 Apr 04 17:56:26.770783 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:26.815719 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d528b971-03a6-4a38-b426-8a0580ef848e req-167c5fde-5307-4007-bf2e-ea36aae41fc8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404043 Apr 04 17:56:26.835017 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba262da-97aa-4901-b5c4-fc916f326593 req-3daa9b19-5d5d-450b-8576-71e4975b50dd tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:26.836495 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2ba262da-97aa-4901-b5c4-fc916f326593 req-3daa9b19-5d5d-450b-8576-71e4975b50dd tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0514042 Apr 04 17:56:26.883648 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2ba262da-97aa-4901-b5c4-fc916f326593 req-62c19923-bbba-47df-b639-1eea15b0b728 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Apr 04 17:56:28.006967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba208cd-1a4d-4b18-9390-782c29592a15 req-971192d4-9ee6-4d4f-a023-7627220da91f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:28.008460 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aba208cd-1a4d-4b18-9390-782c29592a15 req-971192d4-9ee6-4d4f-a023-7627220da91f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0532038 Apr 04 17:56:28.055189 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-aba208cd-1a4d-4b18-9390-782c29592a15 req-2b227cba-f01a-40cb-b8ac-6f4a72c4e0ff tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410926 Apr 04 17:56:28.323774 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:29.168994 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea2f33-2695-42a5-888d-8562f46014cb req-98e39746-f77b-4c73-9599-eef32196cab8 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:29.170349 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5aea2f33-2695-42a5-888d-8562f46014cb req-98e39746-f77b-4c73-9599-eef32196cab8 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0500040 Apr 04 17:56:29.220124 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5aea2f33-2695-42a5-888d-8562f46014cb req-311a0936-889d-43b5-bfad-5be141098d66 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Apr 04 17:56:29.485884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174183a9-aa36-47e9-9c95-ba1bf8068239 req-3b8ed7b0-9e85-43ca-952a-3c38e8da5f39 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:29.487232 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-174183a9-aa36-47e9-9c95-ba1bf8068239 req-3b8ed7b0-9e85-43ca-952a-3c38e8da5f39 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0548756 Apr 04 17:56:29.533758 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-174183a9-aa36-47e9-9c95-ba1bf8068239 req-ab1c07ea-3385-4d37-85c0-5536c56024e3 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 Apr 04 17:56:29.554912 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49594) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:56:29.598555 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314fcd3-ccc5-46b3-b520-72cd2c7ace71 tempest-TestVolumeBootPattern-782472788 tempest-TestVolumeBootPattern-782472788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:29.600043 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-d314fcd3-ccc5-46b3-b520-72cd2c7ace71 tempest-TestVolumeBootPattern-782472788 tempest-TestVolumeBootPattern-782472788-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1125 time: 0.0441740 Apr 04 17:56:29.602857 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49596) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:56:29.606968 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:56:29.626651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:29.722506 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:29.822116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Allocated IP 172.27.3.221 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/8d9010ae-ba92-4869-8dd3-2e76c1311462) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:56:29.872178 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:29.928002 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:29.961224 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:29.996633 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:56:29.999341 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:56:30.002837 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:56:30.028651 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=8d9010ae-ba92-4869-8dd3-2e76c1311462,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:30.359263 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (7438dcdf-8861-453a-b30f-6c85dc2ccdea), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:30.425223 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:30.569096 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:30.573392 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:30.642709 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=8d9010ae-ba92-4869-8dd3-2e76c1311462,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:56:30.652869 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (7438dcdf-8861-453a-b30f-6c85dc2ccdea), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:30.752620 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Floating IP 7438dcdf-8861-453a-b30f-6c85dc2ccdea associated. External IP: 172.27.3.221, port: 18d624ba-8b5c-4cb0-b6bb-b11cb327a236. Apr 04 17:56:30.957978 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:56:31.067479 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:56:31.078048 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:56:31.089921 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:56:31.090524 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:56:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:31.092865 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:31.122311 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-03b8aa9f-7a48-41c7-bf7b-44d844786bcf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5183527 Apr 04 17:56:31.122909 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:56:31.126725 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14070265-8622-4f9a-be98-8c964d48f9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:56:31.160013 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa61070-4cdc-4aa7-afdc-dcd9fadd7b36 x-openstack-request-id: req-faa61070-4cdc-4aa7-afdc-dcd9fadd7b36 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:56:31.160330 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:56:31.160590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faa61070-4cdc-4aa7-afdc-dcd9fadd7b36 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:56:31.161004 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa61070-4cdc-4aa7-afdc-dcd9fadd7b36'] response: {'name': 'network-changed', 'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'status': 'completed', 'code': 200} Apr 04 17:56:31.198737 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:56:31.228321 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-0541bd4d-cd0a-48fc-ad88-979548d7cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:31.229825 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-0541bd4d-cd0a-48fc-ad88-979548d7cce3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1130 time: 0.0486293 Apr 04 17:56:31.317690 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-d4fac592-a597-4f62-9c30-4b72d1e05575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:31.319172 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-d4fac592-a597-4f62-9c30-4b72d1e05575 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0829849 Apr 04 17:56:31.387627 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-43659d2d-e719-4c78-96e1-48877eed30e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 1000 time: 0.0624173 Apr 04 17:56:31.419232 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:30Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:31.434044 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-888e6351-89a0-4bb3-9c05-18052d5af32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:31.435556 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-888e6351-89a0-4bb3-9c05-18052d5af32e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0427268 Apr 04 17:56:31.444969 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:56:31.454034 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:56:31.454550 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:56:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:31.484763 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-8cd2390b-1984-441b-9d74-1d0ba70ae11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:56:31.486255 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-8cd2390b-1984-441b-9d74-1d0ba70ae11b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452302 Apr 04 17:56:31.573550 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:56:31.584436 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-e76f6ad9-1144-45dc-b63d-a3389606c68c service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923805 Apr 04 17:56:31.672691 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-14070265-8622-4f9a-be98-8c964d48f9a4 req-5c975ff3-2f29-4e84-84a3-e9d93a780771 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825689 Apr 04 17:56:31.815695 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:30Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:56:31.841422 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7736e3-463b-4bd6-bd8c-15edf856db0d None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:30Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:56:31.930980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:32.052818 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b0b0e-f975-4835-9f7c-dde49c00128f None None] New status for floating IP 7438dcdf-8861-453a-b30f-6c85dc2ccdea: ACTIVE {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:56:45.106697 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:56:53.416562 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b8ca694f-a26d-4cf8-bc1f-43ccaeda9aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:55.760428 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7c14edcc-3111-45ef-8492-5d06ddc89f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:56.774517 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:58.326251 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:56:59.874816 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:01.967755 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:04.007989 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253586-0e30-43b5-8171-5ac38e3d4c2c req-c4dd7061-2445-4d61-a427-70fb593e6c08 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:04.009479 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-46253586-0e30-43b5-8171-5ac38e3d4c2c req-c4dd7061-2445-4d61-a427-70fb593e6c08 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 946 time: 0.3000371 Apr 04 17:57:04.054551 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-46253586-0e30-43b5-8171-5ac38e3d4c2c req-eae34161-7cce-4b0d-a8ef-563c3d7b5db7 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389256 Apr 04 17:57:05.176002 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92561676-fddf-43cb-a956-dff357384d7b req-a62e06c3-d49e-48b7-8260-8c52217b79a8 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:05.177492 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-92561676-fddf-43cb-a956-dff357384d7b req-a62e06c3-d49e-48b7-8260-8c52217b79a8 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 946 time: 0.0544763 Apr 04 17:57:05.226199 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-92561676-fddf-43cb-a956-dff357384d7b req-1b732d72-cca4-42c7-ab14-01f02373c6f2 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups?id=5832f3b4-6461-4a88-856a-80981c0a5e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430870 Apr 04 17:57:05.390335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464353f2-39df-40ba-ac46-33919c03cced req-4bc532bf-dfd5-453a-aa59-c1ae8c5e2eac tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:05.391766 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-464353f2-39df-40ba-ac46-33919c03cced req-4bc532bf-dfd5-453a-aa59-c1ae8c5e2eac tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 946 time: 0.0498939 Apr 04 17:57:05.480299 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Deleting port 096c037c-d2b8-424a-96be-2d476c07e535 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:57:05.480562 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (096c037c-d2b8-424a-96be-2d476c07e535), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:05.567363 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] For port 096c037c-d2b8-424a-96be-2d476c07e535, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=096c037c-d2b8-424a-96be-2d476c07e535,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:05.567726 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (096c037c-d2b8-424a-96be-2d476c07e535), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:05.734473 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:05.734754 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (52ccc51e-83ba-42d0-afb0-a2f276dedb0d), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:05.735072 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Floating IP 52ccc51e-83ba-42d0-afb0-a2f276dedb0d disassociated. External IP: 172.27.3.111, port: 096c037c-d2b8-424a-96be-2d476c07e535. Apr 04 17:57:05.735410 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Calling delete_port for 096c037c-d2b8-424a-96be-2d476c07e535 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:57:05.859256 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (096c037c-d2b8-424a-96be-2d476c07e535), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:05.886512 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event deleted for resources: {'Port': ['ID=096c037c-d2b8-424a-96be-2d476c07e535,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:05.897856 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.898198 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.898537 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.898873 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.899227 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.899527 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.899886 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.900207 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.900554 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.900877 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.901197 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.901518 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.901836 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.902155 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:05.902468 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:06.011948 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Router 59f77f99-8cc9-404e-9b70-06b402571781 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:57:06.120213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:57:06.131099 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:57:06.143339 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:06.143934 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:56:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:06.160650 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] No DVR routers for this DVR port 096c037c-d2b8-424a-96be-2d476c07e535 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:57:06.163164 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:06.166754 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-464353f2-39df-40ba-ac46-33919c03cced req-6f3f4530-b374-40ca-847d-02a1793b0e4d tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.11 "DELETE /v2.0/ports/096c037c-d2b8-424a-96be-2d476c07e535 HTTP/1.1" status: 204 len: 173 time: 0.7693532 Apr 04 17:57:06.167220 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'name': 'network-vif-deleted', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:57:06.170526 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e487cf0e-2b7e-40eb-8196-418b7bbfc07f" -d '{"events": [{"server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "name": "network-vif-deleted", "tag": "096c037c-d2b8-424a-96be-2d476c07e535"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:57:06.208584 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8fd97a-72dc-40d7-9fdf-3da91b85e2d7 x-openstack-request-id: req-ea8fd97a-72dc-40d7-9fdf-3da91b85e2d7 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:57:06.209266 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc0c421-2a95-4c72-93ca-3a8cd4aa8815", "name": "network-vif-deleted", "tag": "096c037c-d2b8-424a-96be-2d476c07e535", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:57:06.209266 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea8fd97a-72dc-40d7-9fdf-3da91b85e2d7 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:57:06.209539 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8fd97a-72dc-40d7-9fdf-3da91b85e2d7'] response: {'server_uuid': '5dc0c421-2a95-4c72-93ca-3a8cd4aa8815', 'name': 'network-vif-deleted', 'tag': '096c037c-d2b8-424a-96be-2d476c07e535', 'status': 'completed', 'code': 200} Apr 04 17:57:06.255055 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:06.308747 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-5fb2780d-0eba-4c3b-9bda-6535367c6669 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493972 Apr 04 17:57:06.367646 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7cb3bfdc-9d6f-4daa-b622-661319703a22 req-eae8f895-6c59-416c-a9e1-a32b0fd5cc97 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc0c421-2a95-4c72-93ca-3a8cd4aa8815 HTTP/1.1" status: 200 len: 210 time: 0.0447986 Apr 04 17:57:06.423167 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-6d1a7cad-d114-4cc2-a50b-04427297a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:06.424693 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-6d1a7cad-d114-4cc2-a50b-04427297a781 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1130 time: 0.0517046 Apr 04 17:57:06.533406 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-8f3e8e1c-4493-478c-9078-c8acf183c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:06.534801 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-8f3e8e1c-4493-478c-9078-c8acf183c1a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0885212 Apr 04 17:57:06.580976 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:06.609572 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:57:06.619563 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:06.620333 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:56:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:06.743279 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:06.858018 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-05cd74eb-8408-403c-a1d7-eca3b2e0c108 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 1002 time: 0.3158984 Apr 04 17:57:06.905666 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-467185b8-663f-44c9-9c72-47caec54a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:06.907114 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-467185b8-663f-44c9-9c72-47caec54a81d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0431762 Apr 04 17:57:06.940553 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:06.958918 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-8fc2602b-f32b-484c-a13a-4f2c90f68123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:06.960429 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-8fc2602b-f32b-484c-a13a-4f2c90f68123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467887 Apr 04 17:57:06.968329 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cacb34-4271-421d-a555-56f4c162d200 None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:52:57Z', 'revision_number': 4, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '4d759595-ea27-4331-b4a4-02eb4bc7b898', 'name': '', 'network_id': '9b686cb1-c70b-43b2-9516-56d57d5fd3c2', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'mac_address': 'fa:16:3e:38:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:56Z', 'updated_at': '2022-04-04T17:53:00Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'subnets': [{'id': 'b4ec468c-1f50-4e42-aa70-2e0a7c41beb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:57:07.049670 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-0af98b78-08e3-47f7-8cf3-ab4ccfa8b4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Apr 04 17:57:07.148001 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e978d69-620d-4d30-a3fa-52a9cd82ce80 req-b3cf3ed6-5194-463d-9680-e373e15a6eab service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914760 Apr 04 17:57:07.197804 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739c9e3-5726-4d87-bc7b-81afb80cd3ec None None] New status for floating IP 52ccc51e-83ba-42d0-afb0-a2f276dedb0d: DOWN {{(pid=115105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:57:07.451613 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49740) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:07.506009 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c690fbb-9033-415d-8f99-e075b247d9ee tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (5832f3b4-6461-4a88-856a-80981c0a5e89), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.529193 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c690fbb-9033-415d-8f99-e075b247d9ee tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (5832f3b4-6461-4a88-856a-80981c0a5e89), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.578629 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c690fbb-9033-415d-8f99-e075b247d9ee tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5832f3b4-6461-4a88-856a-80981c0a5e89), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.581368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-4c690fbb-9033-415d-8f99-e075b247d9ee tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.582567 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-4c690fbb-9033-415d-8f99-e075b247d9ee tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "DELETE /v2.0/security-groups/5832f3b4-6461-4a88-856a-80981c0a5e89 HTTP/1.1" status: 204 len: 168 time: 0.1296656 Apr 04 17:57:07.585306 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49742) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:07.591194 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690fbb-9033-415d-8f99-e075b247d9ee tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5832f3b4-6461-4a88-856a-80981c0a5e89,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:07.598313 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.api.v2.resource [None req-aee7a02c-ac4d-4a07-b75e-2a17440407c5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] show failed (client error): The resource could not be found. Apr 04 17:57:07.599498 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-aee7a02c-ac4d-4a07-b75e-2a17440407c5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "GET /v2.0/security-groups/5832f3b4-6461-4a88-856a-80981c0a5e89 HTTP/1.1" status: 404 len: 347 time: 0.0131254 Apr 04 17:57:07.602342 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49744) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:07.723135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Deleting port f2798ce1-826e-488f-8a04-af5d421f9267 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:57:07.723376 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (f2798ce1-826e-488f-8a04-af5d421f9267), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.798181 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (f2798ce1-826e-488f-8a04-af5d421f9267), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.798509 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (f2798ce1-826e-488f-8a04-af5d421f9267), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.810183 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Calling delete_port for f2798ce1-826e-488f-8a04-af5d421f9267 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:57:07.935611 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (f2798ce1-826e-488f-8a04-af5d421f9267), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:07.959696 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Pushing event deleted for resources: {'Port': ['ID=f2798ce1-826e-488f-8a04-af5d421f9267,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:07.970418 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.970767 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.971109 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.971445 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.971779 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.972104 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.972458 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.972782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.973104 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.973474 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.973750 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.974074 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.974393 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.974726 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:07.975029 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:08.032708 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks [] for floatingip (52ccc51e-83ba-42d0-afb0-a2f276dedb0d), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:08.035197 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:08.036634 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-6fe035a8-1c5f-4bc4-b8d3-efcdfe86dbe5 tempest-AttachVolumeTestJSON-1506019739 tempest-AttachVolumeTestJSON-1506019739-project] 10.222.0.24 "DELETE /v2.0/floatingips/52ccc51e-83ba-42d0-afb0-a2f276dedb0d HTTP/1.1" status: 204 len: 168 time: 0.4331207 Apr 04 17:57:08.610134 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 096c037c-d2b8-424a-96be-2d476c07e535 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:57:08.630298 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 096c037c-d2b8-424a-96be-2d476c07e535 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:57:08.630643 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 096c037c-d2b8-424a-96be-2d476c07e535 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:57:11.547139 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49774) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:11.884644 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (59f77f99-8cc9-404e-9b70-06b402571781), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:12.126121 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Deleting port 4d759595-ea27-4331-b4a4-02eb4bc7b898 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:57:12.126457 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:12.200851 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] For port 4d759595-ea27-4331-b4a4-02eb4bc7b898, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=4d759595-ea27-4331-b4a4-02eb4bc7b898,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:12.201627 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:12.213907 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Calling delete_port for 4d759595-ea27-4331-b4a4-02eb4bc7b898 owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:57:12.387746 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (4d759595-ea27-4331-b4a4-02eb4bc7b898), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:12.418272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d759595-ea27-4331-b4a4-02eb4bc7b898,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:12.579283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (59f77f99-8cc9-404e-9b70-06b402571781), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:12.786213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Router 59f77f99-8cc9-404e-9b70-06b402571781 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:57:12.890368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:57:12.895295 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-14b1debc-56dc-4f34-ad9b-de1bc5ca14d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/59f77f99-8cc9-404e-9b70-06b402571781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3471627 Apr 04 17:57:12.897703 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49776) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:12.900488 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] Sync routers for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:57:12.911477 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:12.912412 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:56:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:13.009112 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks [] for router (59f77f99-8cc9-404e-9b70-06b402571781), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.024459 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:13.113305 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks [] for router_gateway (59f77f99-8cc9-404e-9b70-06b402571781), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.167373 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Deleting port da7c0d4a-07da-43ef-9067-d9ad8bdec251 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:57:13.167716 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.205463 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:57:12Z', 'revision_number': 5, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port': {'id': 'da7c0d4a-07da-43ef-9067-d9ad8bdec251', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:24:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f77f99-8cc9-404e-9b70-06b402571781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:52:55Z', 'updated_at': '2022-04-04T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:13.235360 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] Checking router: 59f77f99-8cc9-404e-9b70-06b402571781 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:57:13.243800 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] Routers {'59f77f99-8cc9-404e-9b70-06b402571781'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:13.244421 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:56:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['59f77f99-8cc9-404e-9b70-06b402571781'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:13.249301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] For port da7c0d4a-07da-43ef-9067-d9ad8bdec251, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=da7c0d4a-07da-43ef-9067-d9ad8bdec251,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:13.249661 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.262398 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Calling delete_port for da7c0d4a-07da-43ef-9067-d9ad8bdec251 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:57:13.329067 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] Set router 59f77f99-8cc9-404e-9b70-06b402571781 gateway port host: None {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:13.379459 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:57:13Z', 'revision_number': 6, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:13.408771 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce7df2-ce0c-461f-9c80-9ae6ca83acb1 None None] The sync data for ids ['59f77f99-8cc9-404e-9b70-06b402571781'] in dv-cinder-788368-5-iscsi is: [{'id': '59f77f99-8cc9-404e-9b70-06b402571781', 'name': 'tempest-AttachVolumeTestJSON-1047894008-router', 'tenant_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:52:54Z', 'updated_at': '2022-04-04T17:57:13Z', 'revision_number': 6, 'project_id': '6bfc2ecd42c94e8c8ecc91222cdcabf6', 'gw_port_host': None}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:57:13.431040 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (da7c0d4a-07da-43ef-9067-d9ad8bdec251), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.458921 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=da7c0d4a-07da-43ef-9067-d9ad8bdec251,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:13.519602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (59f77f99-8cc9-404e-9b70-06b402571781), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.608489 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (59f77f99-8cc9-404e-9b70-06b402571781), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.610530 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks [] for router_controller (59f77f99-8cc9-404e-9b70-06b402571781), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.655878 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (59f77f99-8cc9-404e-9b70-06b402571781), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.656445 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f77f99-8cc9-404e-9b70-06b402571781 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 17:57:13.660605 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.661742 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-bdbe1f13-c2b1-4236-8591-c7943be1fd0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/59f77f99-8cc9-404e-9b70-06b402571781 HTTP/1.1" status: 204 len: 168 time: 0.7631562 Apr 04 17:57:13.664188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49778) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:13.708084 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Deleting subnet b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 17:57:13.710944 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Publish callbacks [] for subnet (b4ec468c-1f50-4e42-aa70-2e0a7c41beb9), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.743814 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (b4ec468c-1f50-4e42-aa70-2e0a7c41beb9), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.826328 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (b4ec468c-1f50-4e42-aa70-2e0a7c41beb9), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.879180 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (b4ec468c-1f50-4e42-aa70-2e0a7c41beb9), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.905486 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ec468c-1f50-4e42-aa70-2e0a7c41beb9,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:13.907386 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:13.910557 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-61bbe184-fe38-4eb1-af21-a9c31a4c27b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4ec468c-1f50-4e42-aa70-2e0a7c41beb9 HTTP/1.1" status: 204 len: 168 time: 0.2454224 Apr 04 17:57:13.912305 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9090947-59b3-4408-a66c-db6bac409741 None None] Network 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:57:13.913154 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49780) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:13.983178 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (9b686cb1-c70b-43b2-9516-56d57d5fd3c2), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.037881 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Deleting port 73c8906c-78df-473a-8329-b26f3e2a72cf {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:57:14.038214 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.096981 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] For port 73c8906c-78df-473a-8329-b26f3e2a72cf, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=73c8906c-78df-473a-8329-b26f3e2a72cf,segment=NetworkSegment(008688ae-5d4d-4681-b6a4-47e6a1a5095f),segment_id=008688ae-5d4d-4681-b6a4-47e6a1a5095f)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:14.097268 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.109880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Calling delete_port for 73c8906c-78df-473a-8329-b26f3e2a72cf owned by network:dhcp {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:57:14.173503 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] DHCP port deletion for 9b686cb1-c70b-43b2-9516-56d57d5fd3c2 request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 17:57:14.190252 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.215489 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c8906c-78df-473a-8329-b26f3e2a72cf,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:14.219324 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] No DVR routers for this DVR port 73c8906c-78df-473a-8329-b26f3e2a72cf on host dv-cinder-788368-5-iscsi {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:57:14.229107 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Deleting port 73c8906c-78df-473a-8329-b26f3e2a72cf {{(pid=115105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:57:14.229489 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), before_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.294222 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (9b686cb1-c70b-43b2-9516-56d57d5fd3c2), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.295663 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] For port 73c8906c-78df-473a-8329-b26f3e2a72cf, host dv-cinder-788368-5-iscsi, got binding levels [] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:14.296056 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), precommit_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.308156 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Calling delete_port for 73c8906c-78df-473a-8329-b26f3e2a72cf owned by network:dhcp {{(pid=115105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:57:14.310912 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.ipam_backend_mixin [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Port 73c8906c-78df-473a-8329-b26f3e2a72cf was not found and therefore no delete operation was performed {{(pid=115105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 17:57:14.312191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682'] for port (73c8906c-78df-473a-8329-b26f3e2a72cf), after_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.315011 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b686cb1-c70b-43b2-9516-56d57d5fd3c2']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:14.324135 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008688ae-5d4d-4681-b6a4-47e6a1a5095f') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:14.324537 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008688ae-5d4d-4681-b6a4-47e6a1a5095f') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:14.334965 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (008688ae-5d4d-4681-b6a4-47e6a1a5095f), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.335836 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Pushing event deleted for resources: {'Port': ['ID=73c8906c-78df-473a-8329-b26f3e2a72cf,revision_number=None']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:14.345449 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] No DVR routers for this DVR port 73c8906c-78df-473a-8329-b26f3e2a72cf on host dv-cinder-788368-5-iscsi {{(pid=115105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:57:14.347750 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.348130 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.348407 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.349127 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (008688ae-5d4d-4681-b6a4-47e6a1a5095f), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.349280 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.349468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.349809 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.350148 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.350476 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.350808 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.351234 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.351447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.351937 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.352454 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.352936 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.353409 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ba96c-8f41-49d9-aeec-2685d6f2e090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:14.356137 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 17:57:14.356755 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (008688ae-5d4d-4681-b6a4-47e6a1a5095f), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 17:57:14.358691 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 17:57:14.417772 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (9b686cb1-c70b-43b2-9516-56d57d5fd3c2), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.422196 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.425757 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b686cb1-c70b-43b2-9516-56d57d5fd3c2 HTTP/1.1" status: 204 len: 168 time: 0.5115738 Apr 04 17:57:14.439306 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263cb07-3461-4a31-a264-8e2384cb62e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b686cb1-c70b-43b2-9516-56d57d5fd3c2,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:14.593843 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49784) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:14.632268 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-390b2634-87ad-4868-a7ab-31c20d428fd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bfc2ecd42c94e8c8ecc91222cdcabf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368686 Apr 04 17:57:14.634419 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49786) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:14.681560 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ebf47ce-d89c-477d-a7df-fdfc3a58f0fe admin admin] Publish callbacks [] for security_group (a45cc970-cc99-4899-ade9-55f366d5178e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.702930 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ebf47ce-d89c-477d-a7df-fdfc3a58f0fe admin admin] Publish callbacks [] for security_group (a45cc970-cc99-4899-ade9-55f366d5178e), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.745940 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ebf47ce-d89c-477d-a7df-fdfc3a58f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (a45cc970-cc99-4899-ade9-55f366d5178e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.749012 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3ebf47ce-d89c-477d-a7df-fdfc3a58f0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:14.752536 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3ebf47ce-d89c-477d-a7df-fdfc3a58f0fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a45cc970-cc99-4899-ade9-55f366d5178e HTTP/1.1" status: 204 len: 168 time: 0.1147649 Apr 04 17:57:14.757695 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf47ce-d89c-477d-a7df-fdfc3a58f0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cc970-cc99-4899-ade9-55f366d5178e,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:15.000214 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 73c8906c-78df-473a-8329-b26f3e2a72cf no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:57:15.019940 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 73c8906c-78df-473a-8329-b26f3e2a72cf {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:57:15.020303 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 73c8906c-78df-473a-8329-b26f3e2a72cf not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:57:15.020721 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device da7c0d4a-07da-43ef-9067-d9ad8bdec251 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:57:15.042498 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: da7c0d4a-07da-43ef-9067-d9ad8bdec251 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:57:15.042843 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device da7c0d4a-07da-43ef-9067-d9ad8bdec251 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:57:15.043262 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 4d759595-ea27-4331-b4a4-02eb4bc7b898 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:57:15.062914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 4d759595-ea27-4331-b4a4-02eb4bc7b898 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:57:15.063261 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 4d759595-ea27-4331-b4a4-02eb4bc7b898 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:57:15.938966 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49836) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:16.042453 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b6833beb-a254-4585-91a0-a3e943035687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.121523 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b6833beb-a254-4585-91a0-a3e943035687 admin admin] Publish callbacks [] for security_group (ac34c1a0-a034-482c-acf6-38c99358c69b), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.125933 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-b6833beb-a254-4585-91a0-a3e943035687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ac34c1a0-a034-482c-acf6-38c99358c69b), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.163314 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-b6833beb-a254-4585-91a0-a3e943035687 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=567df1b14cc345dea5c17eed32fdc0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233090 Apr 04 17:57:16.164292 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6833beb-a254-4585-91a0-a3e943035687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34c1a0-a034-482c-acf6-38c99358c69b,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:16.165989 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49840) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:16.216971 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-79f38fc4-3e5a-40a2-be97-99be3641e64f admin admin] Publish callbacks [] for security_group (ac34c1a0-a034-482c-acf6-38c99358c69b), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.237166 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-79f38fc4-3e5a-40a2-be97-99be3641e64f admin admin] Publish callbacks [] for security_group (ac34c1a0-a034-482c-acf6-38c99358c69b), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.281812 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-79f38fc4-3e5a-40a2-be97-99be3641e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (ac34c1a0-a034-482c-acf6-38c99358c69b), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.284294 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-79f38fc4-3e5a-40a2-be97-99be3641e64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:16.285424 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-79f38fc4-3e5a-40a2-be97-99be3641e64f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac34c1a0-a034-482c-acf6-38c99358c69b HTTP/1.1" status: 204 len: 168 time: 0.1184688 Apr 04 17:57:16.292749 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f38fc4-3e5a-40a2-be97-99be3641e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34c1a0-a034-482c-acf6-38c99358c69b,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:18.093745 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49914) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:18.193960 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8e0-11c9-46bf-a01c-dc01ab2276a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.266761 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8e0-11c9-46bf-a01c-dc01ab2276a3 admin admin] Publish callbacks [] for security_group (b6102cf5-d1e5-4f60-a166-e54b6aa1071e), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.270472 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d63d8e0-11c9-46bf-a01c-dc01ab2276a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b6102cf5-d1e5-4f60-a166-e54b6aa1071e), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.305521 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63d8e0-11c9-46bf-a01c-dc01ab2276a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6102cf5-d1e5-4f60-a166-e54b6aa1071e,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:18.312869 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-6d63d8e0-11c9-46bf-a01c-dc01ab2276a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e189c29ead3949a986b3cda9dcbfd971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173235 Apr 04 17:57:18.312972 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49918) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:18.358973 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dbe434b8-65ee-4b60-8c4f-b50755009eff admin admin] Publish callbacks [] for security_group (b6102cf5-d1e5-4f60-a166-e54b6aa1071e), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.379390 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dbe434b8-65ee-4b60-8c4f-b50755009eff admin admin] Publish callbacks [] for security_group (b6102cf5-d1e5-4f60-a166-e54b6aa1071e), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.425534 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dbe434b8-65ee-4b60-8c4f-b50755009eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (b6102cf5-d1e5-4f60-a166-e54b6aa1071e), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.428263 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-dbe434b8-65ee-4b60-8c4f-b50755009eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.429409 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-dbe434b8-65ee-4b60-8c4f-b50755009eff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6102cf5-d1e5-4f60-a166-e54b6aa1071e HTTP/1.1" status: 204 len: 168 time: 0.1158888 Apr 04 17:57:18.437590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe434b8-65ee-4b60-8c4f-b50755009eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6102cf5-d1e5-4f60-a166-e54b6aa1071e,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:18.681117 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 49924) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:18.694337 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5a0609da-63bf-4cae-acd5-42556a69dc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.771904 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5a0609da-63bf-4cae-acd5-42556a69dc9a admin admin] Publish callbacks [] for security_group (c292c501-95e5-4937-9973-4136de272f93), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.775674 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5a0609da-63bf-4cae-acd5-42556a69dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c292c501-95e5-4937-9973-4136de272f93), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.812967 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5a0609da-63bf-4cae-acd5-42556a69dc9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3ef134af3454a7588547b4508911616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308103 Apr 04 17:57:18.814916 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0609da-63bf-4cae-acd5-42556a69dc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c292c501-95e5-4937-9973-4136de272f93,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:18.815615 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 49926) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:18.861237 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8df74eff-56a9-435c-857e-fe882d322a2e admin admin] Publish callbacks [] for security_group (c292c501-95e5-4937-9973-4136de272f93), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.885543 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8df74eff-56a9-435c-857e-fe882d322a2e admin admin] Publish callbacks [] for security_group (c292c501-95e5-4937-9973-4136de272f93), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.929902 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8df74eff-56a9-435c-857e-fe882d322a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c292c501-95e5-4937-9973-4136de272f93), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.932454 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-8df74eff-56a9-435c-857e-fe882d322a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:18.933574 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-8df74eff-56a9-435c-857e-fe882d322a2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c292c501-95e5-4937-9973-4136de272f93 HTTP/1.1" status: 204 len: 168 time: 0.1169627 Apr 04 17:57:18.942873 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74eff-56a9-435c-857e-fe882d322a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c292c501-95e5-4937-9973-4136de272f93,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:22.105162 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:57:23.546176 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-845b8215-d728-4461-9c58-a5ce8326cb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:25.764383 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6683-fbc7-4e43-93ed-8244d2e7073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:26.776867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:28.330116 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:29.878327 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:31.967446 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.240890 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50138) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:35.340857 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1540292f-0f32-47c8-adb1-9499e98c0448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.413642 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1540292f-0f32-47c8-adb1-9499e98c0448 admin admin] Publish callbacks [] for security_group (cd51bfee-1efa-4f32-af36-4f56ac7043e8), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.417030 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1540292f-0f32-47c8-adb1-9499e98c0448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cd51bfee-1efa-4f32-af36-4f56ac7043e8), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.454347 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1540292f-0f32-47c8-adb1-9499e98c0448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63448385fad9450f88abcde1b810b859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124517 Apr 04 17:57:35.455224 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540292f-0f32-47c8-adb1-9499e98c0448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51bfee-1efa-4f32-af36-4f56ac7043e8,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:35.457867 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50142) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:35.505772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ff996a9-be46-40b7-b985-40abc95ec129 admin admin] Publish callbacks [] for security_group (cd51bfee-1efa-4f32-af36-4f56ac7043e8), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.526384 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ff996a9-be46-40b7-b985-40abc95ec129 admin admin] Publish callbacks [] for security_group (cd51bfee-1efa-4f32-af36-4f56ac7043e8), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.572580 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ff996a9-be46-40b7-b985-40abc95ec129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (cd51bfee-1efa-4f32-af36-4f56ac7043e8), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.575125 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-9ff996a9-be46-40b7-b985-40abc95ec129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.577352 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-9ff996a9-be46-40b7-b985-40abc95ec129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd51bfee-1efa-4f32-af36-4f56ac7043e8 HTTP/1.1" status: 204 len: 168 time: 0.1182113 Apr 04 17:57:35.585082 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff996a9-be46-40b7-b985-40abc95ec129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51bfee-1efa-4f32-af36-4f56ac7043e8,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:35.828410 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50148) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:35.841570 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5c72-0aea-4ab6-8029-5caea4f33e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.913427 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5c72-0aea-4ab6-8029-5caea4f33e73 admin admin] Publish callbacks [] for security_group (fbe20a36-2863-4c01-a9c3-b1900ce79bf7), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.917001 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5c72-0aea-4ab6-8029-5caea4f33e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (fbe20a36-2863-4c01-a9c3-b1900ce79bf7), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:35.957780 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ad4b5c72-0aea-4ab6-8029-5caea4f33e73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87636c1a237b477daa6fefc58ceb12b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282556 Apr 04 17:57:35.958509 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b5c72-0aea-4ab6-8029-5caea4f33e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe20a36-2863-4c01-a9c3-b1900ce79bf7,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:35.960467 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50150) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:36.006984 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-171749cc-2dae-45b2-8057-169a7ae6bfba admin admin] Publish callbacks [] for security_group (fbe20a36-2863-4c01-a9c3-b1900ce79bf7), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:36.027259 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-171749cc-2dae-45b2-8057-169a7ae6bfba admin admin] Publish callbacks [] for security_group (fbe20a36-2863-4c01-a9c3-b1900ce79bf7), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:36.075577 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-171749cc-2dae-45b2-8057-169a7ae6bfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (fbe20a36-2863-4c01-a9c3-b1900ce79bf7), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:36.078772 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-171749cc-2dae-45b2-8057-169a7ae6bfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:36.079905 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-171749cc-2dae-45b2-8057-169a7ae6bfba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbe20a36-2863-4c01-a9c3-b1900ce79bf7 HTTP/1.1" status: 204 len: 168 time: 0.1184235 Apr 04 17:57:36.088013 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171749cc-2dae-45b2-8057-169a7ae6bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe20a36-2863-4c01-a9c3-b1900ce79bf7,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:46.572486 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50256) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:46.685959 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-478879b1-5a8b-4fe9-97d6-babc7131418c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.762005 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-478879b1-5a8b-4fe9-97d6-babc7131418c admin admin] Publish callbacks [] for security_group (8af49e1a-85f1-46bc-975d-2a9e95c9d5a6), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.766343 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-478879b1-5a8b-4fe9-97d6-babc7131418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (8af49e1a-85f1-46bc-975d-2a9e95c9d5a6), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.804742 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478879b1-5a8b-4fe9-97d6-babc7131418c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af49e1a-85f1-46bc-975d-2a9e95c9d5a6,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:46.809029 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-478879b1-5a8b-4fe9-97d6-babc7131418c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08c40d20aef74198b6836857ee7d3194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355382 Apr 04 17:57:46.811643 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50260) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:46.858449 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-70b201f8-a685-4fc1-ba72-84004538c357 admin admin] Publish callbacks [] for security_group (8af49e1a-85f1-46bc-975d-2a9e95c9d5a6), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.883994 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-70b201f8-a685-4fc1-ba72-84004538c357 admin admin] Publish callbacks [] for security_group (8af49e1a-85f1-46bc-975d-2a9e95c9d5a6), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.944250 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-70b201f8-a685-4fc1-ba72-84004538c357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (8af49e1a-85f1-46bc-975d-2a9e95c9d5a6), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.946804 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-70b201f8-a685-4fc1-ba72-84004538c357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:46.947979 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-70b201f8-a685-4fc1-ba72-84004538c357 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8af49e1a-85f1-46bc-975d-2a9e95c9d5a6 HTTP/1.1" status: 204 len: 168 time: 0.1354208 Apr 04 17:57:46.957249 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b201f8-a685-4fc1-ba72-84004538c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af49e1a-85f1-46bc-975d-2a9e95c9d5a6,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:47.207584 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50266) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:47.220934 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e6c32b07-405c-44db-9632-6627a7275fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.298905 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e6c32b07-405c-44db-9632-6627a7275fe3 admin admin] Publish callbacks [] for security_group (965c1046-bf6c-4da4-8f24-736719e78765), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.303289 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-e6c32b07-405c-44db-9632-6627a7275fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (965c1046-bf6c-4da4-8f24-736719e78765), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.344074 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c32b07-405c-44db-9632-6627a7275fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965c1046-bf6c-4da4-8f24-736719e78765,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:47.348688 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e6c32b07-405c-44db-9632-6627a7275fe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=180e90ef59204887a2e65b46c0a25a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400309 Apr 04 17:57:47.351202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50268) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:47.398627 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f6bb-472e-4a39-8bf3-6e668fa93337 admin admin] Publish callbacks [] for security_group (965c1046-bf6c-4da4-8f24-736719e78765), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.420008 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f6bb-472e-4a39-8bf3-6e668fa93337 admin admin] Publish callbacks [] for security_group (965c1046-bf6c-4da4-8f24-736719e78765), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.469458 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f6bb-472e-4a39-8bf3-6e668fa93337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (965c1046-bf6c-4da4-8f24-736719e78765), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.472049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f6bb-472e-4a39-8bf3-6e668fa93337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:47.473236 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-a1e2f6bb-472e-4a39-8bf3-6e668fa93337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/965c1046-bf6c-4da4-8f24-736719e78765 HTTP/1.1" status: 204 len: 168 time: 0.1211500 Apr 04 17:57:47.480650 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2f6bb-472e-4a39-8bf3-6e668fa93337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965c1046-bf6c-4da4-8f24-736719e78765,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:48.489081 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50302) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:48.596562 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c2e515-9f5f-445f-8544-3753bf996bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.674959 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c2e515-9f5f-445f-8544-3753bf996bd1 admin admin] Publish callbacks [] for security_group (f11a2bac-a70c-43eb-a80c-150dd52e322b), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.678529 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-20c2e515-9f5f-445f-8544-3753bf996bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (f11a2bac-a70c-43eb-a80c-150dd52e322b), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.713138 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2e515-9f5f-445f-8544-3753bf996bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a2bac-a70c-43eb-a80c-150dd52e322b,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:48.717891 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-20c2e515-9f5f-445f-8544-3753bf996bd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1c6a652b5df436a8e21d4de4dd54652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277932 Apr 04 17:57:48.720534 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50306) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:48.766166 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-baba10e8-63c2-433b-a93e-8217faf342bb admin admin] Publish callbacks [] for security_group (f11a2bac-a70c-43eb-a80c-150dd52e322b), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.786693 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-baba10e8-63c2-433b-a93e-8217faf342bb admin admin] Publish callbacks [] for security_group (f11a2bac-a70c-43eb-a80c-150dd52e322b), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.833043 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-baba10e8-63c2-433b-a93e-8217faf342bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (f11a2bac-a70c-43eb-a80c-150dd52e322b), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.835543 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-baba10e8-63c2-433b-a93e-8217faf342bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:48.836694 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-baba10e8-63c2-433b-a93e-8217faf342bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f11a2bac-a70c-43eb-a80c-150dd52e322b HTTP/1.1" status: 204 len: 168 time: 0.1152806 Apr 04 17:57:48.844474 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba10e8-63c2-433b-a93e-8217faf342bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a2bac-a70c-43eb-a80c-150dd52e322b,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:49.439226 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50328) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:49.530849 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1725307595-network', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:49.549734 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Made reservation on behalf of aa0a4cab1be7447086284dd5a5765402 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:57:49.552088 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.560577 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.635940 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks [] for security_group (5dffa01e-c44d-4344-b93c-4a8c5e55faa3), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.640606 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5dffa01e-c44d-4344-b93c-4a8c5e55faa3), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.663892 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:57:49.672805 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dffa01e-c44d-4344-b93c-4a8c5e55faa3,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:49.678676 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (83e94684-1bd3-4b80-823f-dd46f6d12fc4), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.679095 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Added segment 83e94684-1bd3-4b80-823f-dd46f6d12fc4 of type vlan for network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 Apr 04 17:57:49.717031 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (7b81f1ea-ea2a-415b-b9b1-482225d0ec32), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.740398 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (7b81f1ea-ea2a-415b-b9b1-482225d0ec32), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.741304 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:49.741904 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.791876 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3515754 Apr 04 17:57:49.795618 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50332) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:49.800755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Request body: {'subnet': {'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1725307595-subnet', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'ip_version': 4}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:49.801400 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33044c38-6d05-4f46-998c-600b937964d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7b81f1ea-ea2a-415b-b9b1-482225d0ec32,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:49.811484 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:57:49.819717 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Made reservation on behalf of aa0a4cab1be7447086284dd5a5765402 for: {'subnet': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:57:49.821977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4179785'] for subnet (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:49.988564 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4179839'] for subnet (e6844609-ba14-4d66-aab0-d72521b73bea), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.042309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6844609-ba14-4d66-aab0-d72521b73bea,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:50.049641 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Checking segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:50.049997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Network hostable DHCP agents. Network: 7b81f1ea-ea2a-415b-b9b1-482225d0ec32, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:57:50.065875 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:57:50.073784 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 7b81f1ea-ea2a-415b-b9b1-482225d0ec32) {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:50.078006 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:50.078600 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.082867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcf780-4db6-4686-a2d9-f958b1ab1c4b None None] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:57:50.093757 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-6d03d275-6430-47f9-bf06-b8f95788ba7e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2970510 Apr 04 17:57:50.097013 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50334) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:50.101350 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:50.120208 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.121217 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.172085 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks [] for router_controller (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), precommit_add_association {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.183031 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:57:50.183893 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.324597 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Allocated IP 172.20.0.2 (7b81f1ea-ea2a-415b-b9b1-482225d0ec32/e6844609-ba14-4d66-aab0-d72521b73bea/e934c48c-cd26-431a-a7ad-8de555b4743d) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:57:50.468780 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Publish callbacks [] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.473995 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.515947 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:50.518840 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:50.521321 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:57:50.532737 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Pushing event updated for resources: {'Port': ['ID=e934c48c-cd26-431a-a7ad-8de555b4743d,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:50.560130 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks [] for router_gateway (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.586190 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Attempting to bind port e934c48c-cd26-431a-a7ad-8de555b4743d on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:57:50.586475 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Attempting to bind port e934c48c-cd26-431a-a7ad-8de555b4743d by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:57:50.586832 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Attempting to bind port e934c48c-cd26-431a-a7ad-8de555b4743d on network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:57:50.592608 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:57:50.592979 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Checking segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:50.593372 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.593783 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Bound using segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:57:50.594238 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Bound port: e934c48c-cd26-431a-a7ad-8de555b4743d, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:57:50.594613 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.661080 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] For port e934c48c-cd26-431a-a7ad-8de555b4743d, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:57:50.664123 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] For port e934c48c-cd26-431a-a7ad-8de555b4743d, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e934c48c-cd26-431a-a7ad-8de555b4743d,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:57:50.669551 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.732656 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039ebb9-82d5-49ce-a0f1-c1a0542fda2f None None] Pushing event updated for resources: {'Port': ['ID=e934c48c-cd26-431a-a7ad-8de555b4743d,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:50.761425 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks [] for router_gateway (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.781191 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:50.894117 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Allocated IP 172.27.3.201 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/46bd0c08-c3f3-4277-b12a-2b8021711f27) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:57:51.006442 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks [] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.045989 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.054513 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e934c48c-cd26-431a-a7ad-8de555b4743d up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:51.083152 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:51.085927 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:51.089463 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:57:51.105827 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port e934c48c-cd26-431a-a7ad-8de555b4743d triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:51.106161 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.120816 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Pushing event updated for resources: {'Port': ['ID=46bd0c08-c3f3-4277-b12a-2b8021711f27,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:51.184596 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port e934c48c-cd26-431a-a7ad-8de555b4743d is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:51.184993 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.221466 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port e934c48c-cd26-431a-a7ad-8de555b4743d, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e934c48c-cd26-431a-a7ad-8de555b4743d,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:51.225355 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.273922 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=e934c48c-cd26-431a-a7ad-8de555b4743d,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:51.355057 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks [] for router_gateway (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.555436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.647641 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3fcbf-393c-4181-ad01-d7b1d8021950 None None] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:57:51.693064 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:57:51.727674 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-eff16adb-923c-401f-ae94-71cf35dbc8cb None None] Provisioning complete for port e934c48c-cd26-431a-a7ad-8de555b4743d triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:51.728052 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-eff16adb-923c-401f-ae94-71cf35dbc8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.805240 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:57:51.822132 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Sync routers for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:57:51.825554 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:51.827062 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-33871969-6e76-4acc-b318-ddbd5598aa36 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7288563 Apr 04 17:57:51.829759 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50336) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:51.848879 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:51.849523 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:51.851423 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-eff16adb-923c-401f-ae94-71cf35dbc8cb None None] Current status of the port e934c48c-cd26-431a-a7ad-8de555b4743d is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:51.967159 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:52.096818 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-77b43031-12b2-4e13-b5f6-ec1a8e128037 None None] Provisioning complete for port e934c48c-cd26-431a-a7ad-8de555b4743d triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:52.097510 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-77b43031-12b2-4e13-b5f6-ec1a8e128037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.219517 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:51Z', 'revision_number': 3, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:52.248103 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.249130 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-77b43031-12b2-4e13-b5f6-ec1a8e128037 None None] Current status of the port e934c48c-cd26-431a-a7ad-8de555b4743d is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:52.251215 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Checking router: 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:57:52.251560 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Updating router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 port 46bd0c08-c3f3-4277-b12a-2b8021711f27 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:57:52.278934 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.399079 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Allocated IP 172.20.0.1 (7b81f1ea-ea2a-415b-b9b1-482225d0ec32/e6844609-ba14-4d66-aab0-d72521b73bea/48186c98-cf94-494e-b673-485bc3261b2f) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:57:52.501481 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks [] for port (48186c98-cf94-494e-b673-485bc3261b2f), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.522735 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Publish callbacks [] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.528847 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.539641 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (48186c98-cf94-494e-b673-485bc3261b2f), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.579663 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:52.581750 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Attempting to bind port 46bd0c08-c3f3-4277-b12a-2b8021711f27 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:57:52.582118 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Attempting to bind port 46bd0c08-c3f3-4277-b12a-2b8021711f27 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:57:52.582447 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:52.582585 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Attempting to bind port 46bd0c08-c3f3-4277-b12a-2b8021711f27 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:57:52.584365 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a612b8-ecd7-4ac2-9ed8-611d97a00ac4 None None] Pushing event updated for resources: {'Port': ['ID=46bd0c08-c3f3-4277-b12a-2b8021711f27,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:52.586184 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:57:52.590815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:57:52.590815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:52.590815 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.591321 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:57:52.591416 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Bound port: 46bd0c08-c3f3-4277-b12a-2b8021711f27, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:57:52.591743 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.614898 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Pushing event updated for resources: {'Port': ['ID=48186c98-cf94-494e-b673-485bc3261b2f,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:52.646533 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.650712 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] For port 46bd0c08-c3f3-4277-b12a-2b8021711f27, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:57:52.654096 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] For port 46bd0c08-c3f3-4277-b12a-2b8021711f27, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=46bd0c08-c3f3-4277-b12a-2b8021711f27,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:57:52.661126 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.739196 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a612b8-ecd7-4ac2-9ed8-611d97a00ac4 None None] Pushing event updated for resources: {'Port': ['ID=46bd0c08-c3f3-4277-b12a-2b8021711f27,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:52.742494 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:52.743356 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:52.790664 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (48186c98-cf94-494e-b673-485bc3261b2f), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.898683 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:52.900848 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-447e7374-d584-4e5b-a1b7-107608027471 None None] Provisioning complete for port 48186c98-cf94-494e-b673-485bc3261b2f triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:52.901342 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-447e7374-d584-4e5b-a1b7-107608027471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (48186c98-cf94-494e-b673-485bc3261b2f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.954373 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks [] for port (48186c98-cf94-494e-b673-485bc3261b2f), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:52.958747 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (48186c98-cf94-494e-b673-485bc3261b2f), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:53.020867 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:53.035470 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Pushing event updated for resources: {'Port': ['ID=48186c98-cf94-494e-b673-485bc3261b2f,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:53.062197 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e934c48c-cd26-431a-a7ad-8de555b4743d up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:53.120467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:53.122484 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:53.244726 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:57:53.267366 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-447e7374-d584-4e5b-a1b7-107608027471 None None] Port 48186c98-cf94-494e-b673-485bc3261b2f cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:57:53.360508 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port e934c48c-cd26-431a-a7ad-8de555b4743d triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:53.361007 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:53.366827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:57:53.372464 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e8f16791-2464-4d94-9ebe-cefb85594313 admin admin] 10.222.0.24 "PUT /v2.0/routers/72f1b2e5-66b5-4ef3-a6de-dd630e9e9079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409591 Apr 04 17:57:53.449570 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a725a4ad-0585-4fd7-9002-fe73115c0ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:53.455225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-cd2cd4f2-9029-42e7-b7f5-3c1c223f4463 None None] Provisioning complete for port 48186c98-cf94-494e-b673-485bc3261b2f triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:53.455583 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-cd2cd4f2-9029-42e7-b7f5-3c1c223f4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (48186c98-cf94-494e-b673-485bc3261b2f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:53.505689 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:51Z', 'revision_number': 3, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:53.509264 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-cd2cd4f2-9029-42e7-b7f5-3c1c223f4463 None None] Port 48186c98-cf94-494e-b673-485bc3261b2f cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:57:53.551986 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6db4bf-2dc0-42d6-ba1f-7fe027c94899 None None] The sync data for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi is: [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:51Z', 'revision_number': 3, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:57:53.574957 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port e934c48c-cd26-431a-a7ad-8de555b4743d is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:53.966953 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50352) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:53.972110 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1408596731-network', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:53.992087 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Made reservation on behalf of fffaafb755464ba58a73fc4f067be9e3 for: {'network': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:57:53.994382 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for network (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.003707 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.083877 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks [] for security_group (6f57fb8c-52c1-4418-82bd-313e5e3de25f), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.088098 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6f57fb8c-52c1-4418-82bd-313e5e3de25f), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.109369 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=115104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 17:57:54.124424 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f57fb8c-52c1-4418-82bd-313e5e3de25f,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:54.127322 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (6f74c36c-f41d-4879-8137-ce194e1af991), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.127666 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.segments_db [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Added segment 6f74c36c-f41d-4879-8137-ce194e1af991 of type vlan for network 185e8110-a053-4f71-b386-aee742ced115 Apr 04 17:57:54.168684 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753637310585'] for network (185e8110-a053-4f71-b386-aee742ced115), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.195257 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267'] for network (185e8110-a053-4f71-b386-aee742ced115), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.196304 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:54.196950 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.252650 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2843091 Apr 04 17:57:54.255208 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50354) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:54.261502 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Request body: {'subnet': {'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1408596731-subnet', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'ip_version': 4}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:54.269653 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c07fe0-c129-4a61-8f4b-6439f340f5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=185e8110-a053-4f71-b386-aee742ced115,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:54.281341 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Network 185e8110-a053-4f71-b386-aee742ced115 details requested by agent ovs-agent-dv-cinder-788368-5-iscsi with host dv-cinder-788368-5-iscsi {{(pid=115105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 17:57:54.289695 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Made reservation on behalf of fffaafb755464ba58a73fc4f067be9e3 for: {'subnet': 1} {{(pid=115104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:57:54.292564 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4021699'] for subnet (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.467673 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1370151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4021749'] for subnet (41fcedfa-3158-4b4a-af83-8bea057e3ba6), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.525245 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fcedfa-3158-4b4a-af83-8bea057e3ba6,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:54.536217 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Checking segment: {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:54.536581 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Network hostable DHCP agents. Network: 185e8110-a053-4f71-b386-aee742ced115, hostable agents: ['12bc2bd6-c10d-4840-8d63-c7abcbf3ba34'], hosted agents: [] {{(pid=115104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 17:57:54.553545 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Network 185e8110-a053-4f71-b386-aee742ced115 is scheduled to be hosted by DHCP agent 12bc2bd6-c10d-4840-8d63-c7abcbf3ba34 with binding_index 1 {{(pid=115104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 17:57:54.563169 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-5-iscsi, 185e8110-a053-4f71-b386-aee742ced115) {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:54.568015 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:57:54.568701 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.573801 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed01a3f-f4eb-4e67-8cf6-a4f858d5e5f1 None None] Network 185e8110-a053-4f71-b386-aee742ced115 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:57:54.587178 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f9affc02-a988-419f-aa0f-327f4c73ecd7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3309870 Apr 04 17:57:54.589634 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50356) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:54.594796 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:54.620006 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1929'] for router (fb2c2a29-0eb2-4365-9682-1731746d4238), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.621428 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-544048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540766', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1922'] for router (fb2c2a29-0eb2-4365-9682-1731746d4238), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.682598 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks [] for router_controller (fb2c2a29-0eb2-4365-9682-1731746d4238), precommit_add_association {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.688807 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94b48b3c-1b34-5db6-9203-f15d5a4f1fc6-185e8110-a053-4f71-b386-aee742ced115', 'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'fixed_ips': [{'subnet_id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6'}]}} from dv-cinder-788368-5-iscsi. {{(pid=115105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 17:57:54.689679 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.823741 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks [] for router_gateway (fb2c2a29-0eb2-4365-9682-1731746d4238), precommit_update {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:54.825708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.db_base_plugin_common [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Allocated IP 172.20.0.2 (185e8110-a053-4f71-b386-aee742ced115/41fcedfa-3158-4b4a-af83-8bea057e3ba6/23c4797c-99a2-4b58-8db1-f74f4e1df593) {{(pid=115105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:57:55.000489 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Publish callbacks [] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), precommit_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.008104 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), after_create {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.031444 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks [] for router_gateway (fb2c2a29-0eb2-4365-9682-1731746d4238), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.047508 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Network 185e8110-a053-4f71-b386-aee742ced115 is already hosted by enough agents. {{(pid=115105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:55.050466 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.scheduler.base_scheduler [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Resources bound (agent type, host, resource id): {{(pid=115105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:55.052964 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Received port after_create {{(pid=115105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:57:55.055106 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.096108 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 46bd0c08-c3f3-4277-b12a-2b8021711f27 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:55.136681 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Pushing event updated for resources: {'Port': ['ID=23c4797c-99a2-4b58-8db1-f74f4e1df593,revision_number=1']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:55.157329 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Attempting to bind port 23c4797c-99a2-4b58-8db1-f74f4e1df593 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:57:55.157720 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Attempting to bind port 23c4797c-99a2-4b58-8db1-f74f4e1df593 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:57:55.158092 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Attempting to bind port 23c4797c-99a2-4b58-8db1-f74f4e1df593 on network 185e8110-a053-4f71-b386-aee742ced115 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:57:55.168989 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:57:55.169428 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Checking segment: {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:55.169757 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.170152 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Bound using segment: {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:57:55.170626 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Bound port: 23c4797c-99a2-4b58-8db1-f74f4e1df593, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:57:55.170980 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.171536 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.db_base_plugin_common [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Allocated IP 172.27.3.182 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/c6e4926a-94c8-426a-9b13-04226c333013) {{(pid=115104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:57:55.175021 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Sync routers for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:57:55.185116 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:55.186477 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:55.229095 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 46bd0c08-c3f3-4277-b12a-2b8021711f27 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:55.229865 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.273429 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] For port 23c4797c-99a2-4b58-8db1-f74f4e1df593, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:57:55.279388 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] For port 23c4797c-99a2-4b58-8db1-f74f4e1df593, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=23c4797c-99a2-4b58-8db1-f74f4e1df593,segment=NetworkSegment(6f74c36c-f41d-4879-8137-ce194e1af991),segment_id=6f74c36c-f41d-4879-8137-ce194e1af991)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:57:55.289930 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks [] for port (c6e4926a-94c8-426a-9b13-04226c333013), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.291157 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.294827 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:55.360043 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe6458-e380-49aa-8daa-0d31f0f41c51 None None] Pushing event updated for resources: {'Port': ['ID=23c4797c-99a2-4b58-8db1-f74f4e1df593,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:55.362103 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (c6e4926a-94c8-426a-9b13-04226c333013), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.399937 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 46bd0c08-c3f3-4277-b12a-2b8021711f27 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:55.400558 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.412110 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:55.417202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.base_scheduler [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=115104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:55.423974 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Received port after_create {{(pid=115104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:57:55.432052 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Pushing event updated for resources: {'Port': ['ID=c6e4926a-94c8-426a-9b13-04226c333013,revision_number=1']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:55.445600 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port 46bd0c08-c3f3-4277-b12a-2b8021711f27, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=46bd0c08-c3f3-4277-b12a-2b8021711f27,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:55.451876 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.520191 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=46bd0c08-c3f3-4277-b12a-2b8021711f27,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:55.554183 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 2, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:55.694564 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Checking router: 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:57:55.694910 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Updating router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 port 48186c98-cf94-494e-b673-485bc3261b2f binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:57:55.737174 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (48186c98-cf94-494e-b673-485bc3261b2f), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.768008 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks [] for router_gateway (fb2c2a29-0eb2-4365-9682-1731746d4238), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:55.785052 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c3bf3f9e-e5f0-4bab-9617-0e82965a9179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.028343 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542637'] for router (fb2c2a29-0eb2-4365-9682-1731746d4238), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.043095 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Publish callbacks [] for port (48186c98-cf94-494e-b673-485bc3261b2f), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.049217 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (48186c98-cf94-494e-b673-485bc3261b2f), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.091208 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Pushing event updated for resources: {'Port': ['ID=48186c98-cf94-494e-b673-485bc3261b2f,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:56.156532 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.156875 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.157231 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.158034 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.158376 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.158703 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.159034 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.159349 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.159831 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.160294 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.160627 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.160961 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.161283 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.161597 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.161970 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:57:56.167228 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Attempting to bind port 48186c98-cf94-494e-b673-485bc3261b2f on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:57:56.167597 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Attempting to bind port 48186c98-cf94-494e-b673-485bc3261b2f by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:57:56.167956 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Attempting to bind port 48186c98-cf94-494e-b673-485bc3261b2f on network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:57:56.173892 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:57:56.174260 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Checking segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:56.174654 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.175038 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Bound using segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:57:56.175636 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Bound port: 48186c98-cf94-494e-b673-485bc3261b2f, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:57:56.175850 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (48186c98-cf94-494e-b673-485bc3261b2f), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.196801 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Router fb2c2a29-0eb2-4365-9682-1731746d4238 is scheduled to L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 with binding_index 1 {{(pid=115104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 17:57:56.266925 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] For port 48186c98-cf94-494e-b673-485bc3261b2f, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:57:56.271722 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] For port 48186c98-cf94-494e-b673-485bc3261b2f, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=48186c98-cf94-494e-b673-485bc3261b2f,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:57:56.281605 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (48186c98-cf94-494e-b673-485bc3261b2f), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.361395 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:56.362036 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:56.364033 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f077d-b3ec-495a-964b-9d3ffbafeb2e None None] Pushing event updated for resources: {'Port': ['ID=48186c98-cf94-494e-b673-485bc3261b2f,revision_number=4']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:56.470825 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] Provisioning complete for port 48186c98-cf94-494e-b673-485bc3261b2f triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:56.471428 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (48186c98-cf94-494e-b673-485bc3261b2f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.493744 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:56.632886 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] Current status of the port 48186c98-cf94-494e-b673-485bc3261b2f is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:56.633545 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (48186c98-cf94-494e-b673-485bc3261b2f), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.663868 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:57:56.686294 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Sync routers for ids ['fb2c2a29-0eb2-4365-9682-1731746d4238'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:57:56.700677 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] For port 48186c98-cf94-494e-b673-485bc3261b2f, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=48186c98-cf94-494e-b673-485bc3261b2f,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:56.701360 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.702200 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-6571b3fb-a2fd-45c6-96bd-8f5e47315fcd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1112030 Apr 04 17:57:56.704924 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50358) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:56.710216 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (48186c98-cf94-494e-b673-485bc3261b2f), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:56.724723 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Routers {'fb2c2a29-0eb2-4365-9682-1731746d4238'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:56.725858 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['fb2c2a29-0eb2-4365-9682-1731746d4238'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:56.796624 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:56.822968 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615282b-6134-4d90-bba2-8b516867e7d1 None None] The sync data for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi is: [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:57:56.845829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c6a8b-3456-45e9-8d18-c9996eea6c94 None None] Network 185e8110-a053-4f71-b386-aee742ced115 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 17:57:57.001464 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cbe75-ce8c-49e0-a18c-dd3340eca1de None None] Pushing event updated for resources: {'Port': ['ID=48186c98-cf94-494e-b673-485bc3261b2f,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:57.053797 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Set router fb2c2a29-0eb2-4365-9682-1731746d4238 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:57.125088 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.182675 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Provisioning complete for port 23c4797c-99a2-4b58-8db1-f74f4e1df593 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:57.183143 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.210225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 48186c98-cf94-494e-b673-485bc3261b2f up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:57.532348 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.582171 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 48186c98-cf94-494e-b673-485bc3261b2f triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:57.582756 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (48186c98-cf94-494e-b673-485bc3261b2f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.586274 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Current status of the port 23c4797c-99a2-4b58-8db1-f74f4e1df593 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:57.586662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.666029 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] For port 23c4797c-99a2-4b58-8db1-f74f4e1df593, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=23c4797c-99a2-4b58-8db1-f74f4e1df593,segment=NetworkSegment(6f74c36c-f41d-4879-8137-ce194e1af991),segment_id=6f74c36c-f41d-4879-8137-ce194e1af991)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:57:57.673186 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 3, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:57.677381 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.726225 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Checking router: fb2c2a29-0eb2-4365-9682-1731746d4238 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:57:57.726589 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Updating router fb2c2a29-0eb2-4365-9682-1731746d4238 port c6e4926a-94c8-426a-9b13-04226c333013 binding host dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:57:57.728222 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Allocated IP 172.20.0.1 (185e8110-a053-4f71-b386-aee742ced115/41fcedfa-3158-4b4a-af83-8bea057e3ba6/e6dbe3db-aba4-43c9-8493-adc52dddb7dd) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:57:57.806545 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Provisioning complete for port 48186c98-cf94-494e-b673-485bc3261b2f triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:57.806919 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (48186c98-cf94-494e-b673-485bc3261b2f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.833732 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6e4926a-94c8-426a-9b13-04226c333013), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.840088 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks [] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.840901 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Pushing event updated for resources: {'Port': ['ID=23c4797c-99a2-4b58-8db1-f74f4e1df593,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:57.863529 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 48186c98-cf94-494e-b673-485bc3261b2f is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:57.864674 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 46bd0c08-c3f3-4277-b12a-2b8021711f27 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:57.879005 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:57.916467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Network 185e8110-a053-4f71-b386-aee742ced115 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:57.920091 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:57.922811 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:57:57.960484 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:57.981370 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542558'] for router_interface (fb2c2a29-0eb2-4365-9682-1731746d4238), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.090656 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 46bd0c08-c3f3-4277-b12a-2b8021711f27 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:58.091034 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.092572 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-2ef465ad-6c0a-4c99-afe1-83cd1d496544 None None] Current status of the port 48186c98-cf94-494e-b673-485bc3261b2f is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:58.140322 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.271746 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Publish callbacks [] for port (c6e4926a-94c8-426a-9b13-04226c333013), precommit_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.274659 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-5e125112-c040-42c0-98c4-766a62ad7080 None None] Provisioning complete for port e6dbe3db-aba4-43c9-8493-adc52dddb7dd triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:58.275027 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5e125112-c040-42c0-98c4-766a62ad7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.276772 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 46bd0c08-c3f3-4277-b12a-2b8021711f27 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:58.278308 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 23c4797c-99a2-4b58-8db1-f74f4e1df593 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:58.282018 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c6e4926a-94c8-426a-9b13-04226c333013), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.317815 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks [] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.322400 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.393077 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:58.396964 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542190'] for router_interface (fb2c2a29-0eb2-4365-9682-1731746d4238), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.404639 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.405324 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-5e125112-c040-42c0-98c4-766a62ad7080 None None] Port e6dbe3db-aba4-43c9-8493-adc52dddb7dd cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:57:58.413924 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Attempting to bind port c6e4926a-94c8-426a-9b13-04226c333013 on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:57:58.414312 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Attempting to bind port c6e4926a-94c8-426a-9b13-04226c333013 by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:57:58.414707 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Attempting to bind port c6e4926a-94c8-426a-9b13-04226c333013 on network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:57:58.419364 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eeb79-54ee-466e-b155-578cffb2f143 None None] Pushing event updated for resources: {'Port': ['ID=c6e4926a-94c8-426a-9b13-04226c333013,revision_number=2']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:58.430958 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:57:58.431342 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Checking segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:57:58.431753 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.432142 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Bound using segment: {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'} {{(pid=115105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:57:58.432662 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.managers [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Bound port: c6e4926a-94c8-426a-9b13-04226c333013, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc903ff-59be-4f2b-b869-12de82094716', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2'}}] {{(pid=115105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:57:58.433114 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6e4926a-94c8-426a-9b13-04226c333013), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.458062 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-5e125112-c040-42c0-98c4-766a62ad7080 None None] Provisioning complete for port 23c4797c-99a2-4b58-8db1-f74f4e1df593 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:58.458445 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-5e125112-c040-42c0-98c4-766a62ad7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.486424 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 23c4797c-99a2-4b58-8db1-f74f4e1df593 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:58.486803 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.513265 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Network 185e8110-a053-4f71-b386-aee742ced115 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:57:58.515370 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:57:58.559095 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] For port c6e4926a-94c8-426a-9b13-04226c333013, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:57:58.585767 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] For port c6e4926a-94c8-426a-9b13-04226c333013, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=c6e4926a-94c8-426a-9b13-04226c333013,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:57:58.601136 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c6e4926a-94c8-426a-9b13-04226c333013), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:58.667587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Router fb2c2a29-0eb2-4365-9682-1731746d4238 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:57:58.743405 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Routers {'fb2c2a29-0eb2-4365-9682-1731746d4238'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:57:58.744194 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['fb2c2a29-0eb2-4365-9682-1731746d4238'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:58.750474 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-5e125112-c040-42c0-98c4-766a62ad7080 None None] Current status of the port 23c4797c-99a2-4b58-8db1-f74f4e1df593 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:58.788327 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 23c4797c-99a2-4b58-8db1-f74f4e1df593 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:58.788745 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:57:58.795071 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-915fc5b7-e5ce-4bb9-ab60-ef5422c9a821 admin admin] 10.222.0.24 "PUT /v2.0/routers/fb2c2a29-0eb2-4365-9682-1731746d4238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889695 Apr 04 17:57:58.814499 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eeb79-54ee-466e-b155-578cffb2f143 None None] Pushing event updated for resources: {'Port': ['ID=c6e4926a-94c8-426a-9b13-04226c333013,revision_number=3']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:58.867883 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] Set router fb2c2a29-0eb2-4365-9682-1731746d4238 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:57:58.906529 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-e9b57877-0b96-4132-8450-a4ca9cba6cd6 None None] Provisioning complete for port e6dbe3db-aba4-43c9-8493-adc52dddb7dd triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:58.906905 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-e9b57877-0b96-4132-8450-a4ca9cba6cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.014779 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-e9b57877-0b96-4132-8450-a4ca9cba6cd6 None None] Port e6dbe3db-aba4-43c9-8493-adc52dddb7dd cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:57:59.048076 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 48186c98-cf94-494e-b673-485bc3261b2f up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:59.104215 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:57:59.141847 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 48186c98-cf94-494e-b673-485bc3261b2f triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:59.142223 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (48186c98-cf94-494e-b673-485bc3261b2f), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.173113 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e6dbe3db-aba4-43c9-8493-adc52dddb7dd', 'name': '', 'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'mac_address': 'fa:16:3e:9f:e7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:57Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 2, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'subnets': [{'id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:57:59.230738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50372) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:59.235895 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874873464', 'description': 'tempest-secgroup-smoke-1874873464 description', 'project_id': 'aa0a4cab1be7447086284dd5a5765402'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:59.258169 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.335179 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group (c48f5a47-7df3-41e9-8137-b91d4e30840d), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.338977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c48f5a47-7df3-41e9-8137-b91d4e30840d), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.345198 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b289dd-2a97-48fd-940e-f520ec5fff55 None None] The sync data for ids ['fb2c2a29-0eb2-4365-9682-1731746d4238'] in dv-cinder-788368-5-iscsi is: [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e6dbe3db-aba4-43c9-8493-adc52dddb7dd', 'name': '', 'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'mac_address': 'fa:16:3e:9f:e7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:57Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 2, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'subnets': [{'id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:57:59.374020 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.374020 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1382370 Apr 04 17:57:59.374527 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50374) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:59.379107 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group_rule': {'security_group_id': 'c48f5a47-7df3-41e9-8137-b91d4e30840d', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:59.388042 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25d0c3-e363-4b32-83af-48396d1ae972 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f5a47-7df3-41e9-8137-b91d4e30840d,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:59.396839 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 48186c98-cf94-494e-b673-485bc3261b2f is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:59.398035 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 23c4797c-99a2-4b58-8db1-f74f4e1df593 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:57:59.410681 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (7498ff8d-ca72-4ab4-94c6-9acb620e40d8), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.447365 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port 23c4797c-99a2-4b58-8db1-f74f4e1df593 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:57:59.447737 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.473824 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (7498ff8d-ca72-4ab4-94c6-9acb620e40d8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.478286 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (7498ff8d-ca72-4ab4-94c6-9acb620e40d8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.496884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7498ff8d-ca72-4ab4-94c6-9acb620e40d8,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:59.506076 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.507337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-91ed7b0a-2c44-42d2-94f7-c0e39a47c286 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318419 Apr 04 17:57:59.510966 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50376) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:59.516462 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group_rule': {'security_group_id': 'c48f5a47-7df3-41e9-8137-b91d4e30840d', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:59.538471 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port 23c4797c-99a2-4b58-8db1-f74f4e1df593 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:57:59.552964 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (a4571b81-c308-4755-a459-08c8b63c8834), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.619491 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (a4571b81-c308-4755-a459-08c8b63c8834), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.623531 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (a4571b81-c308-4755-a459-08c8b63c8834), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.648402 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4571b81-c308-4755-a459-08c8b63c8834,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:59.656493 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.658781 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-dc753b92-ee2b-454c-818c-b0b685dba71d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456892 Apr 04 17:57:59.661880 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50380) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:59.666162 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.v2.base [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group_rule': {'security_group_id': 'c48f5a47-7df3-41e9-8137-b91d4e30840d', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:59.691434 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (a31d93fa-d2b9-4e7f-bce2-199498a7dc10), before_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.751638 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (a31d93fa-d2b9-4e7f-bce2-199498a7dc10), precommit_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.756297 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (a31d93fa-d2b9-4e7f-bce2-199498a7dc10), after_create {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.774622 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31d93fa-d2b9-4e7f-bce2-199498a7dc10,revision_number=0']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:59.784186 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.789466 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-957982a4-2a83-446c-bb0a-159a9693b4b1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233015 Apr 04 17:57:59.789802 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50382) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:59.794552 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group_rule': {'security_group_id': 'c48f5a47-7df3-41e9-8137-b91d4e30840d', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:59.820336 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (01bc9238-b532-4819-a3f7-e646d962cfb8), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.885025 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.889737 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (01bc9238-b532-4819-a3f7-e646d962cfb8), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.893751 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (01bc9238-b532-4819-a3f7-e646d962cfb8), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.912043 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bc9238-b532-4819-a3f7-e646d962cfb8,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:57:59.921077 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:57:59.924936 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-2ebc4d6c-8cbb-4eae-82b6-560c7e3c3f14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315274 Apr 04 17:57:59.925287 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50384) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:57:59.929809 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group_rule': {'security_group_id': 'c48f5a47-7df3-41e9-8137-b91d4e30840d', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:57:59.950879 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.securitygroups_db [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Project aa0a4cab1be7447086284dd5a5765402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 17:57:59.956216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (bf8fcd18-42cb-4f46-a9c1-c391fe4f3146), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.018308 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (bf8fcd18-42cb-4f46-a9c1-c391fe4f3146), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.022801 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (bf8fcd18-42cb-4f46-a9c1-c391fe4f3146), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.046838 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8fcd18-42cb-4f46-a9c1-c391fe4f3146,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:00.068296 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.072156 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-7f1e2512-ec6b-461f-b65b-717bef727225 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432958 Apr 04 17:58:00.072377 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50386) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:58:00.077015 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'security_group_rule': {'security_group_id': 'c48f5a47-7df3-41e9-8137-b91d4e30840d', 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:00.100853 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.securitygroups_db [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Project aa0a4cab1be7447086284dd5a5765402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 17:58:00.106990 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (64faec7e-cddb-43be-8a97-000845627b25), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.168070 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (64faec7e-cddb-43be-8a97-000845627b25), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.172897 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754980'] for security_group_rule (64faec7e-cddb-43be-8a97-000845627b25), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.191698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64faec7e-cddb-43be-8a97-000845627b25,revision_number=0']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:00.199211 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:00.200509 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-0c015b9e-99bc-4241-b2fe-10706c0510fd tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271889 Apr 04 17:58:01.043801 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device c6e4926a-94c8-426a-9b13-04226c333013 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:58:01.093129 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port c6e4926a-94c8-426a-9b13-04226c333013 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:01.093537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (c6e4926a-94c8-426a-9b13-04226c333013), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:01.171552 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port c6e4926a-94c8-426a-9b13-04226c333013 is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:01.171859 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (c6e4926a-94c8-426a-9b13-04226c333013), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:01.196120 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] For port c6e4926a-94c8-426a-9b13-04226c333013, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=c6e4926a-94c8-426a-9b13-04226c333013,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:01.200397 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (c6e4926a-94c8-426a-9b13-04226c333013), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:01.248304 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Pushing event updated for resources: {'Port': ['ID=c6e4926a-94c8-426a-9b13-04226c333013,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:01.401054 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Sync routers for ids ['fb2c2a29-0eb2-4365-9682-1731746d4238'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:58:01.411029 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Routers {'fb2c2a29-0eb2-4365-9682-1731746d4238'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:58:01.411765 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['fb2c2a29-0eb2-4365-9682-1731746d4238'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:01.525884 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Set router fb2c2a29-0eb2-4365-9682-1731746d4238 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:58:01.746498 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e6dbe3db-aba4-43c9-8493-adc52dddb7dd', 'name': '', 'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'mac_address': 'fa:16:3e:9f:e7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:57Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 2, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'subnets': [{'id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:01.772862 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Checking router: fb2c2a29-0eb2-4365-9682-1731746d4238 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:58:01.773216 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Updating router fb2c2a29-0eb2-4365-9682-1731746d4238 port e6dbe3db-aba4-43c9-8493-adc52dddb7dd binding host dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 17:58:01.800984 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:01.972506 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.097361 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Publish callbacks [] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), precommit_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.103549 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.154731 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92176-6949-4651-acf5-8c178304e88c None None] Pushing event updated for resources: {'Port': ['ID=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,revision_number=3']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:02.208352 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Attempting to bind port e6dbe3db-aba4-43c9-8493-adc52dddb7dd on host dv-cinder-788368-5-iscsi for vnic_type normal with profile {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:58:02.208718 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Attempting to bind port e6dbe3db-aba4-43c9-8493-adc52dddb7dd by drivers openvswitch,hyperv on host dv-cinder-788368-5-iscsi at level 0 using segments [{'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:58:02.209111 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Attempting to bind port e6dbe3db-aba4-43c9-8493-adc52dddb7dd on network 185e8110-a053-4f71-b386-aee742ced115 {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:58:02.214323 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Checking agent: {'id': 'c5d545f5-1409-4901-81fb-732031af4a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 38), 'started_at': datetime.datetime(2022, 4, 4, 17, 38, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:58:02.214691 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Checking segment: {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:58:02.215623 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.216017 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Bound using segment: {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'} {{(pid=115106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:58:02.216502 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.managers [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Bound port: e6dbe3db-aba4-43c9-8493-adc52dddb7dd, host: dv-cinder-788368-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f74c36c-f41d-4879-8137-ce194e1af991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '185e8110-a053-4f71-b386-aee742ced115'}}] {{(pid=115106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:58:02.216878 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), before_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.294540 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] For port e6dbe3db-aba4-43c9-8493-adc52dddb7dd, host dv-cinder-788368-5-iscsi, cleared binding levels {{(pid=115106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:58:02.297954 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.plugins.ml2.db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] For port e6dbe3db-aba4-43c9-8493-adc52dddb7dd, host dv-cinder-788368-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,segment=NetworkSegment(6f74c36c-f41d-4879-8137-ce194e1af991),segment_id=6f74c36c-f41d-4879-8137-ce194e1af991)] {{(pid=115106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:58:02.305590 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron_lib.callbacks.manager [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), after_update {{(pid=115106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.360118 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Routers {'fb2c2a29-0eb2-4365-9682-1731746d4238'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:58:02.360779 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['fb2c2a29-0eb2-4365-9682-1731746d4238'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:02.370115 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] Provisioning complete for port e6dbe3db-aba4-43c9-8493-adc52dddb7dd triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:02.371136 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.459641 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] Current status of the port e6dbe3db-aba4-43c9-8493-adc52dddb7dd is: DOWN; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:02.459963 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.503385 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] For port e6dbe3db-aba4-43c9-8493-adc52dddb7dd, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,segment=NetworkSegment(6f74c36c-f41d-4879-8137-ce194e1af991),segment_id=6f74c36c-f41d-4879-8137-ce194e1af991)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:02.507885 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.549030 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92176-6949-4651-acf5-8c178304e88c None None] Pushing event updated for resources: {'Port': ['ID=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,revision_number=4']} {{(pid=115106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:02.570447 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06267326-05ee-4322-8e3c-cf23c3f62a07 None None] Pushing event updated for resources: {'Port': ['ID=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:02.580516 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] Set router fb2c2a29-0eb2-4365-9682-1731746d4238 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:58:02.631222 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-a54a814b-39c0-4a5a-8fc4-9b5bf9e97a2b None None] Provisioning complete for port e6dbe3db-aba4-43c9-8493-adc52dddb7dd triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:02.631588 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a54a814b-39c0-4a5a-8fc4-9b5bf9e97a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:02.716102 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-a54a814b-39c0-4a5a-8fc4-9b5bf9e97a2b None None] Current status of the port e6dbe3db-aba4-43c9-8493-adc52dddb7dd is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:02.780728 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e6dbe3db-aba4-43c9-8493-adc52dddb7dd', 'name': '', 'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'mac_address': 'fa:16:3e:9f:e7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:57Z', 'updated_at': '2022-04-04T17:58:02Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'subnets': [{'id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:02.810822 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50f8f8-9f92-43e0-a8dd-199f26343816 None None] The sync data for ids ['fb2c2a29-0eb2-4365-9682-1731746d4238'] in dv-cinder-788368-5-iscsi is: [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T17:57:58Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': 'e6dbe3db-aba4-43c9-8493-adc52dddb7dd', 'name': '', 'network_id': '185e8110-a053-4f71-b386-aee742ced115', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'mac_address': 'fa:16:3e:9f:e7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:57Z', 'updated_at': '2022-04-04T17:58:02Z', 'revision_number': 4, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'subnets': [{'id': '41fcedfa-3158-4b4a-af83-8bea057e3ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:58:03.072719 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device c6e4926a-94c8-426a-9b13-04226c333013 up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:58:03.131923 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port c6e4926a-94c8-426a-9b13-04226c333013 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:03.132378 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (c6e4926a-94c8-426a-9b13-04226c333013), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:03.220933 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port c6e4926a-94c8-426a-9b13-04226c333013 is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:03.222015 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e6dbe3db-aba4-43c9-8493-adc52dddb7dd up at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:58:03.271672 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Provisioning complete for port e6dbe3db-aba4-43c9-8493-adc52dddb7dd triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:03.272043 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:03.353270 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Current status of the port e6dbe3db-aba4-43c9-8493-adc52dddb7dd is: ACTIVE; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:05.478537 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-5d206491-3232-424e-a514-b7a7f51ab72a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642708592&fields=id&tenant_id=c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 267 time: 0.0483713 Apr 04 17:58:05.584074 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-d04548ac-f275-4a5b-999d-0b9ff27acbe7 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:05.585573 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-d04548ac-f275-4a5b-999d-0b9ff27acbe7 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 812 time: 0.1007924 Apr 04 17:58:05.601145 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-137ae371-d2c4-4b0f-af3f-4692b8e3af11 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/quotas/c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 375 time: 0.0094626 Apr 04 17:58:05.660047 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-c144e235-33fc-48a3-8c91-800bf0dd37b5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533981 Apr 04 17:58:05.849900 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-9b85acd7-3356-45e6-b229-12cb61e9a05a service neutron] 10.222.0.24 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783419 Apr 04 17:58:05.941466 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-4075ac21-3296-460d-ba5f-ae0bd82fad2a service neutron] 10.222.0.24 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858443 Apr 04 17:58:06.225702 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-11622047-147f-4b41-b11d-0dad8c525a07 req-3b2e2778-9585-4c17-be7d-805135142427 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 210 time: 0.0281947 Apr 04 17:58:07.280931 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-f8e8be73-6175-4a68-92ff-71141b36bc86 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:07.282621 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-f8e8be73-6175-4a68-92ff-71141b36bc86 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 812 time: 0.1395278 Apr 04 17:58:07.310016 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-726205e4-0693-4aa2-97aa-aa9d618a1ffd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719109 Apr 04 17:58:07.338954 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e9d2e09-de41-475c-b3eb-8a5b5a04da26 req-fd3bf270-275a-42f2-895f-328bd9fa9441 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 210 time: 0.0424066 Apr 04 17:58:07.415136 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-0a89676e-bfe4-484b-9490-7c6f52f04331 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e5bf320cf341ad8974e82a4b2430eb HTTP/1.1" status: 200 len: 379 time: 0.1160903 Apr 04 17:58:07.425630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'port': {'device_id': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'admin_state_up': True, 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'security_groups': ['db473e10-2a6a-4687-96f8-9e08287e2e11']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:07.474153 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-8cec5746-46d2-4b93-96b3-828730dcb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:07.475520 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-8cec5746-46d2-4b93-96b3-828730dcb572 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1130 time: 0.1132324 Apr 04 17:58:07.610622 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Made reservation on behalf of c2e5bf320cf341ad8974e82a4b2430eb for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:58:07.614656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:07.630034 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-eaf81f1a-1605-48db-bae9-ea27cd3840be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:07.631659 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-eaf81f1a-1605-48db-bae9-ea27cd3840be service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.1314764 Apr 04 17:58:07.749148 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-c7d3959e-eb64-420e-a827-73a2872f1057 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 1002 time: 0.1108999 Apr 04 17:58:07.832260 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Allocated IP 172.20.0.9 (51d474c7-7698-49ba-9954-f2b0220443cf/f9c6a7d8-5a21-4dca-ac33-9a178df84383/65d4c92f-4dc9-4150-b1d8-665614b67da3) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:58:07.839643 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-2b5c13d1-b9b1-4429-8765-b2d13e69634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:07.841713 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-2b5c13d1-b9b1-4429-8765-b2d13e69634f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0692263 Apr 04 17:58:07.964329 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-ab9568f3-7c61-498a-8f26-5ad604bc5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:07.965859 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-ab9568f3-7c61-498a-8f26-5ad604bc5edb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162505 Apr 04 17:58:08.067760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.101149 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-f981d781-4c0b-4591-920b-c5b7ac5bd1a6 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278648 Apr 04 17:58:08.172400 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.236607 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Network 51d474c7-7698-49ba-9954-f2b0220443cf is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:58:08.248808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:58:08.254989 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:58:08.260621 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4a108fd0-5d3b-4a66-b341-c34e19844bb1 req-a1e486a8-70cd-4980-a14a-6b0dfe480221 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522861 Apr 04 17:58:08.279455 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=65d4c92f-4dc9-4150-b1d8-665614b67da3,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:08.292042 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.292742 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.292742 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.293622 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.293955 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.294303 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.294718 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.295040 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.295368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.295842 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.296182 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.296652 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.296979 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.297423 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.297895 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:08.323436 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:08.324060 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.341119 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-09514156-8c20-4aec-8a31-3cb4236e6561 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190934 Apr 04 17:58:08.353339 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Request body: {'port': {'device_id': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:08.425497 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.469347 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae376d9-b6be-4a02-ae8a-98e795cf2f63 req-f413fc11-6876-4e39-8076-aae67349c64a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:08.477777 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5ae376d9-b6be-4a02-ae8a-98e795cf2f63 req-f413fc11-6876-4e39-8076-aae67349c64a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 931 time: 0.0688648 Apr 04 17:58:08.482012 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-07e4fcfd-4412-49f2-a076-95a843d57a25 None None] Provisioning complete for port 65d4c92f-4dc9-4150-b1d8-665614b67da3 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:08.482928 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-07e4fcfd-4412-49f2-a076-95a843d57a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.521170 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-07e4fcfd-4412-49f2-a076-95a843d57a25 None None] Port 65d4c92f-4dc9-4150-b1d8-665614b67da3 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:58:08.526669 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5ae376d9-b6be-4a02-ae8a-98e795cf2f63 req-3616277a-39aa-492f-b443-2a1bc8c06ebe tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479858 Apr 04 17:58:08.694432 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d4c92f-4dc9-4150-b1d8-665614b67da3 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:58:08.701899 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Publish callbacks [] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.713861 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Transition to ACTIVE for port object 65d4c92f-4dc9-4150-b1d8-665614b67da3 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:58:08.718413 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.771301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Pushing event updated for resources: {'Port': ['ID=65d4c92f-4dc9-4150-b1d8-665614b67da3,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:08.844799 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Attempting to bind port 65d4c92f-4dc9-4150-b1d8-665614b67da3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:58:08.845144 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Attempting to bind port 65d4c92f-4dc9-4150-b1d8-665614b67da3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:58:08.845478 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Attempting to bind port 65d4c92f-4dc9-4150-b1d8-665614b67da3 on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:58:08.850027 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Port 65d4c92f-4dc9-4150-b1d8-665614b67da3 on network 51d474c7-7698-49ba-9954-f2b0220443cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:58:08.850367 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Attempting to bind port 65d4c92f-4dc9-4150-b1d8-665614b67da3 on network 51d474c7-7698-49ba-9954-f2b0220443cf {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:58:08.855355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:58:08.856275 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Checking segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:58:08.856670 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Bound using segment: {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:58:08.857099 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Bound port: 65d4c92f-4dc9-4150-b1d8-665614b67da3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc328d-2a3d-4f69-aff8-e9503b360a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:58:08.857462 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.928928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] For port 65d4c92f-4dc9-4150-b1d8-665614b67da3, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:58:08.932003 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] For port 65d4c92f-4dc9-4150-b1d8-665614b67da3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:58:08.938225 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.970365 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:08.971100 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:08.973020 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] 10.222.0.11 "PUT /v2.0/ports/65d4c92f-4dc9-4150-b1d8-665614b67da3 HTTP/1.1" status: 200 len: 1093 time: 0.6243095 Apr 04 17:58:08.975582 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:58:08.978719 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:58:09.009020 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea750-0e21-4681-9d6a-b73ac12e7427 service neutron] Pushing event updated for resources: {'Port': ['ID=65d4c92f-4dc9-4150-b1d8-665614b67da3,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:09.080028 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-8bc38714-1644-4221-94ef-6de2225c1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.081507 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-8bc38714-1644-4221-94ef-6de2225c1940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 1127 time: 0.0617404 Apr 04 17:58:09.132793 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3257f95c-fd29-4da4-b5ad-298333246dc9 x-openstack-request-id: req-3257f95c-fd29-4da4-b5ad-298333246dc9 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:58:09.133093 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:58:09.133353 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3257f95c-fd29-4da4-b5ad-298333246dc9 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:58:09.133759 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3257f95c-fd29-4da4-b5ad-298333246dc9'] response: {'name': 'network-changed', 'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'status': 'completed', 'code': 200} Apr 04 17:58:09.135294 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-4253f91f-9994-4186-8699-9a7f47066518 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3 HTTP/1.1" status: 200 len: 217 time: 0.0454981 Apr 04 17:58:09.189378 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-db197368-97dc-4dc6-8e6e-033403efff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.190964 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-db197368-97dc-4dc6-8e6e-033403efff43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0495243 Apr 04 17:58:09.242244 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-fcf7a334-6045-490c-8831-6f6c6072e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.243779 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-fcf7a334-6045-490c-8831-6f6c6072e31f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459859 Apr 04 17:58:09.336786 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-b1cb3b98-570b-4614-b867-3938139a77b6 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861163 Apr 04 17:58:09.427852 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-9b8a1058-9b5f-4fde-9cd2-8d9e46536592 req-d844ca99-f16e-4b0a-a23d-294fd3a4d18d service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849509 Apr 04 17:58:09.528309 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-0c5ae903-b346-4dee-8d10-3d8cea562be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.529936 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-0c5ae903-b346-4dee-8d10-3d8cea562be5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 1127 time: 0.0517945 Apr 04 17:58:09.638947 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-5aaef1c9-2b6f-4e0d-8ee3-c6f549ca0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.640439 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-5aaef1c9-2b6f-4e0d-8ee3-c6f549ca0e02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0925045 Apr 04 17:58:09.650202 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5205e-77c7-4a91-bb14-ccde423eca4d req-76a5d11c-6bfb-456b-be0c-150bb5ee8de6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.651687 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-51e5205e-77c7-4a91-bb14-ccde423eca4d req-76a5d11c-6bfb-456b-be0c-150bb5ee8de6 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0539033 Apr 04 17:58:09.682286 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-a35d9cfb-1063-44a7-90b4-bcc1364aaef4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3 HTTP/1.1" status: 200 len: 217 time: 0.0346351 Apr 04 17:58:09.700075 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-51e5205e-77c7-4a91-bb14-ccde423eca4d req-afbf5aa0-1151-467e-a48d-22e2efe75973 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Apr 04 17:58:09.735008 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-b3b750e8-5e2a-4291-9e13-f8ac98c5f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.736470 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-b3b750e8-5e2a-4291-9e13-f8ac98c5f5bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0469191 Apr 04 17:58:09.785788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-c5180b4e-5f32-4d77-aa7e-ec1953e2d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:09.787331 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-c5180b4e-5f32-4d77-aa7e-ec1953e2d003 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440481 Apr 04 17:58:09.880676 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-347e1fa1-6cf3-47d3-8968-4d01352dcc1f service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805440 Apr 04 17:58:09.975082 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-81ec1bbe-6041-49f6-b8d1-d4afc1c708b9 req-623e1a64-35a4-4b52-8568-748a862f1472 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856390 Apr 04 17:58:10.819688 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddacbd-5f1e-424f-b42d-a524025f5c39 req-8e328a46-23e6-4a1c-b640-d2eb38a072d0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:10.821207 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-17ddacbd-5f1e-424f-b42d-a524025f5c39 req-8e328a46-23e6-4a1c-b640-d2eb38a072d0 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0534551 Apr 04 17:58:10.870051 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-17ddacbd-5f1e-424f-b42d-a524025f5c39 req-ad8e97a7-3ee5-4652-8ae6-854bd4282a3c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Apr 04 17:58:11.990464 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c5d13-de60-4829-ac9a-cf3ab73c2f41 req-a24750c8-67a4-4158-9534-4d9fe65cca37 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:11.991914 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-295c5d13-de60-4829-ac9a-cf3ab73c2f41 req-a24750c8-67a4-4158-9534-4d9fe65cca37 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0575297 Apr 04 17:58:12.038262 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-295c5d13-de60-4829-ac9a-cf3ab73c2f41 req-5e729266-1387-4489-b2ef-131572742a9d tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408294 Apr 04 17:58:13.156137 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729859af-ba24-4ebc-917e-1a3437dd63dd req-9d8c6076-efab-48af-88cc-9c2674e5f035 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:13.157604 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-729859af-ba24-4ebc-917e-1a3437dd63dd req-9d8c6076-efab-48af-88cc-9c2674e5f035 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0554378 Apr 04 17:58:13.204177 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-729859af-ba24-4ebc-917e-1a3437dd63dd req-92f8c793-85d0-4a1b-a0db-fdfc50760b2f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Apr 04 17:58:14.318863 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a43af-25f4-475d-a537-08271144300b req-9b0c3238-2833-4d9b-ba3a-cc346d3d05c4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:14.320321 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-471a43af-25f4-475d-a537-08271144300b req-9b0c3238-2833-4d9b-ba3a-cc346d3d05c4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0502682 Apr 04 17:58:14.367219 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-471a43af-25f4-475d-a537-08271144300b req-5d9cb679-cf1e-4952-b155-8bb328df6335 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Apr 04 17:58:15.468048 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-f26c0443-1005-41bd-ad04-3ec1b8d4c4d1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874873464&fields=id&tenant_id=aa0a4cab1be7447086284dd5a5765402 HTTP/1.1" status: 200 len: 267 time: 0.0430982 Apr 04 17:58:15.485089 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7282-eef0-4965-8e28-e5cc6ad46a87 req-54844f9d-c2cf-41ba-9ef9-556e4c20c4e8 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:15.486562 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-013c7282-eef0-4965-8e28-e5cc6ad46a87 req-54844f9d-c2cf-41ba-9ef9-556e4c20c4e8 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0518348 Apr 04 17:58:15.536833 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-013c7282-eef0-4965-8e28-e5cc6ad46a87 req-d27a9c11-ecb3-45f4-8e05-e97661c8e9f7 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Apr 04 17:58:15.572932 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-9b33b6b3-3668-4d28-8a27-c752e656435f tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:15.574289 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-9b33b6b3-3668-4d28-8a27-c752e656435f tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 809 time: 0.0998774 Apr 04 17:58:15.588435 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-a8fddaef-ed63-439c-8843-d16516470bee tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/quotas/aa0a4cab1be7447086284dd5a5765402 HTTP/1.1" status: 200 len: 375 time: 0.0085597 Apr 04 17:58:15.888523 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-cda55409-5ddc-4bbc-9bff-14b184162711 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2947152 Apr 04 17:58:15.978719 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-48165922-6ffe-422b-af44-38976763fdbf service neutron] 10.222.0.24 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789633 Apr 04 17:58:16.065814 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-c6954f32-1a4a-4437-8470-cdeff7b73011 service neutron] 10.222.0.24 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Apr 04 17:58:16.334201 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ab3c5b82-c680-413f-a03e-fba8f7bd63ea req-9b958b3e-bcc3-4c1c-9199-74b186793691 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 210 time: 0.0271635 Apr 04 17:58:16.660041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1cc4c-96f7-449b-b086-daae3138179b req-73867d0a-fb13-465f-a3b6-88d3663b8682 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:16.661621 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8ba1cc4c-96f7-449b-b086-daae3138179b req-73867d0a-fb13-465f-a3b6-88d3663b8682 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 943 time: 0.0579236 Apr 04 17:58:16.714337 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8ba1cc4c-96f7-449b-b086-daae3138179b req-6bd952ce-1144-43e1-ac80-32e443a3984c tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Apr 04 17:58:17.226602 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-d3be1e5a-a11a-4624-820b-225b6b50690a tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:17.227952 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-d3be1e5a-a11a-4624-820b-225b6b50690a tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 809 time: 0.1045101 Apr 04 17:58:17.293915 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-8ac39fbc-4b8d-427e-968c-03e79bed3d2d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa0a4cab1be7447086284dd5a5765402 HTTP/1.1" status: 200 len: 380 time: 0.0579019 Apr 04 17:58:17.302396 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'port': {'device_id': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'admin_state_up': True, 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'security_groups': ['c48f5a47-7df3-41e9-8137-b91d4e30840d']}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:17.375463 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 65d4c92f-4dc9-4150-b1d8-665614b67da3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:58:17.418222 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Made reservation on behalf of aa0a4cab1be7447086284dd5a5765402 for: {'port': 1} {{(pid=115103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 17:58:17.421647 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:17.429148 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b49e8eb2-d6db-4639-81e6-53028cf72994 req-03449ec0-57a1-4770-80e9-c0b1ea3c5b6c tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 210 time: 0.0303721 Apr 04 17:58:17.477804 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 65d4c92f-4dc9-4150-b1d8-665614b67da3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:17.488830 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'port_id': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'mac_address': 'fa:16:3e:a1:87:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:58:17.526243 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 65d4c92f-4dc9-4150-b1d8-665614b67da3 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:17.526743 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:17.540335 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d4c92f-4dc9-4150-b1d8-665614b67da3 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:58:17.555193 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Allocated IP 172.20.0.5 (7b81f1ea-ea2a-415b-b9b1-482225d0ec32/e6844609-ba14-4d66-aab0-d72521b73bea/97c3c69c-6aaa-4c37-ba13-57e4c1746595) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:58:17.560904 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 65d4c92f-4dc9-4150-b1d8-665614b67da3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:17.564806 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:17.619853 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=65d4c92f-4dc9-4150-b1d8-665614b67da3,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:17.627827 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.628165 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.628538 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.628877 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.629208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.629537 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.629861 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.630182 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.630496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.630867 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.631373 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.631509 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.631821 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.632139 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.632483 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:58:17.703585 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:17.739146 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:17.783917 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:58:17.792115 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:58:17.794684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:58:17.801367 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['65d4c92f-4dc9-4150-b1d8-665614b67da3'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:58:17.859283 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:17.892555 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:17.893175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:17.907671 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270fc06-64e4-4497-a88d-59b6f84eb080 req-60faed8c-cf2e-4f87-a3bd-fbca8929aee3 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:17.909256 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4270fc06-64e4-4497-a88d-59b6f84eb080 req-60faed8c-cf2e-4f87-a3bd-fbca8929aee3 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 944 time: 0.1225259 Apr 04 17:58:17.926936 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-53a1d5d4-498a-42bb-929d-21a2fa28bf7e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6285951 Apr 04 17:58:17.945214 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Request body: {'port': {'device_id': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:18.005545 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4270fc06-64e4-4497-a88d-59b6f84eb080 req-553565f0-18ce-40a4-8c78-5613e0335689 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902436 Apr 04 17:58:18.030694 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.078294 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-3e2fecc6-33a5-4452-abb3-0fd10d6f3649 None None] Provisioning complete for port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 triggered by entity DHCP. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:18.078666 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-3e2fecc6-33a5-4452-abb3-0fd10d6f3649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.116605 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fecc6-33a5-4452-abb3-0fd10d6f3649 None None] Port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 cannot update to ACTIVE because it is not bound. {{(pid=115105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 17:58:18.286396 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c3c69c-6aaa-4c37-ba13-57e4c1746595 {{(pid=115103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:58:18.294340 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Publish callbacks [] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.306952 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.provisioning_blocks [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Transition to ACTIVE for port object 97c3c69c-6aaa-4c37-ba13-57e4c1746595 will not be triggered until provisioned by entity L2. {{(pid=115103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 17:58:18.310946 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.378821 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:18.426723 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Attempting to bind port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 17:58:18.427051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Attempting to bind port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 17:58:18.427374 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Attempting to bind port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 on network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:58:18.431985 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 on network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 17:58:18.432335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Attempting to bind port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 on network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 17:58:18.437248 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Checking agent: {'id': '0ac29d89-cd3b-49d7-bed0-9869b53e8ad9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'started_at': datetime.datetime(2022, 4, 4, 17, 44, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 17, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 17:58:18.437576 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Checking segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 17:58:18.437961 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Bound using segment: {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'} {{(pid=115103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 17:58:18.438377 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.managers [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Bound port: 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e94684-1bd3-4b80-823f-dd46f6d12fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32'}}] {{(pid=115103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 17:58:18.438731 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.507840 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, cleared binding levels {{(pid=115103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 17:58:18.511403 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 17:58:18.517684 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.551614 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:18.552226 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:18.553618 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] 10.222.0.11 "PUT /v2.0/ports/97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 1093 time: 0.6179805 Apr 04 17:58:18.554054 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:58:18.556294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb04ff-597c-42d9-8c01-da33aec031f5" -d '{"events": [{"name": "network-changed", "server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:58:18.576603 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a23e56-2bcd-4190-913b-aeae944c6fa2 req-c392405e-e7ed-48e9-ba1a-719007858001 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:18.578936 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54a23e56-2bcd-4190-913b-aeae944c6fa2 req-c392405e-e7ed-48e9-ba1a-719007858001 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0749612 Apr 04 17:58:18.593268 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a0ef6-2211-4c5d-b1c0-473427e6bbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=3']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:18.626871 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ecc0f3-89f6-416d-ad65-fde50f4767f1 x-openstack-request-id: req-87ecc0f3-89f6-416d-ad65-fde50f4767f1 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:58:18.627548 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:58:18.627548 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87ecc0f3-89f6-416d-ad65-fde50f4767f1 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:58:18.628038 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ecc0f3-89f6-416d-ad65-fde50f4767f1'] response: {'name': 'network-changed', 'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'status': 'completed', 'code': 200} Apr 04 17:58:18.649186 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-54a23e56-2bcd-4190-913b-aeae944c6fa2 req-8a6fc03f-c473-4d49-b013-ee27ecf07bfe tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609615 Apr 04 17:58:18.658987 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-9bdf6d02-bb0e-4aef-b450-21f10ba220d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:18.660795 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-9bdf6d02-bb0e-4aef-b450-21f10ba220d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1127 time: 0.0633304 Apr 04 17:58:18.707843 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-012e804e-11a2-40f3-afa2-9046cd5ed5b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 217 time: 0.0392492 Apr 04 17:58:18.757569 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-b1f925cc-0f3b-4cba-82dc-779206bf77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:18.759048 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-b1f925cc-0f3b-4cba-82dc-779206bf77d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0448048 Apr 04 17:58:18.807444 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b688-ed23-4437-933e-b890be789564 req-42d755f1-48ed-4e1e-ae0d-95a655447140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:18.808871 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-42d755f1-48ed-4e1e-ae0d-95a655447140 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427854 Apr 04 17:58:18.898168 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-200942f2-a54c-4656-bd21-00949e38fa34 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830617 Apr 04 17:58:18.986165 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-b4b1b688-ed23-4437-933e-b890be789564 req-a59d5df8-a87b-4c9e-a95d-1e13c86d8995 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818546 Apr 04 17:58:19.071786 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-298b09d8-fdeb-4973-9a1d-cadbb57385bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.073213 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-298b09d8-fdeb-4973-9a1d-cadbb57385bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1127 time: 0.0442936 Apr 04 17:58:19.192977 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbbcbc-0fa0-45ec-b7f2-92b7c02bc5cc req-7a0937c0-c3b4-4b33-8cea-3eabf7a8f7b5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.194604 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3bbbbcbc-0fa0-45ec-b7f2-92b7c02bc5cc req-7a0937c0-c3b4-4b33-8cea-3eabf7a8f7b5 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 944 time: 0.1188283 Apr 04 17:58:19.199208 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-4b9762db-54ba-48a4-8db2-5d467873538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.201505 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-4b9762db-54ba-48a4-8db2-5d467873538f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.1176405 Apr 04 17:58:19.251734 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-a8953811-cace-4f46-af2c-ae7e2c235660 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 217 time: 0.0429878 Apr 04 17:58:19.306135 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3bbbbcbc-0fa0-45ec-b7f2-92b7c02bc5cc req-efc1ab6f-d543-4af2-b853-1a683d2be687 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036859 Apr 04 17:58:19.325499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-151812d8-f98a-4d3f-b0b6-15c5dd90376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.327300 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-151812d8-f98a-4d3f-b0b6-15c5dd90376e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0651197 Apr 04 17:58:19.374737 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-ee83db36-14d9-4e09-a96b-2f8f1981184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.376287 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-ee83db36-14d9-4e09-a96b-2f8f1981184b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431778 Apr 04 17:58:19.405350 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 65d4c92f-4dc9-4150-b1d8-665614b67da3 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:58:19.453199 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 65d4c92f-4dc9-4150-b1d8-665614b67da3 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:58:19.457027 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 65d4c92f-4dc9-4150-b1d8-665614b67da3 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:19.457398 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:19.471186 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-b5fa39c8-0c9d-45b1-a5ed-8f2736ab729f service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Apr 04 17:58:19.534860 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 65d4c92f-4dc9-4150-b1d8-665614b67da3 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:19.535246 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:19.558107 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:58:19.560965 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dbf100-bfde-491b-849c-001c265a2e1d" -d '{"events": [{"server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "name": "network-vif-plugged", "status": "completed", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:58:19.561200 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8cfb04ff-597c-42d9-8c01-da33aec031f5 req-1d01e681-fb02-4d84-bc1d-1921480513e3 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816405 Apr 04 17:58:19.574297 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 65d4c92f-4dc9-4150-b1d8-665614b67da3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:19.579728 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:19.633119 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=65d4c92f-4dc9-4150-b1d8-665614b67da3,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:19.657697 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1ddf39-6435-4558-a104-363c221c6ebe x-openstack-request-id: req-ae1ddf39-6435-4558-a104-363c221c6ebe {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:58:19.657997 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "name": "network-vif-plugged", "status": "completed", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:58:19.658254 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae1ddf39-6435-4558-a104-363c221c6ebe {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:58:19.658658 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1ddf39-6435-4558-a104-363c221c6ebe'] response: {'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'code': 200} Apr 04 17:58:19.766827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd502838-f1be-40c7-8c3e-ad5a022be9f8 req-05bf3c4b-237e-4741-af4a-77bcfbb8bf50 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.768398 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd502838-f1be-40c7-8c3e-ad5a022be9f8 req-05bf3c4b-237e-4741-af4a-77bcfbb8bf50 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0575962 Apr 04 17:58:19.820155 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bd502838-f1be-40c7-8c3e-ad5a022be9f8 req-3357e6c1-beec-4153-93ad-1bc53b42fd01 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Apr 04 17:58:19.883067 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee05ec5-ef62-49d9-bcc9-7503e531b96d req-2f77cb0f-f152-4593-a18b-f983bb2cc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:19.884532 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3ee05ec5-ef62-49d9-bcc9-7503e531b96d req-2f77cb0f-f152-4593-a18b-f983bb2cc7c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 1129 time: 0.0437372 Apr 04 17:58:19.928144 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3ee05ec5-ef62-49d9-bcc9-7503e531b96d req-8a0584dd-dc45-42e3-a562-0f0d80d6d51b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 Apr 04 17:58:20.429146 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa8df-9110-4813-97e7-c33776ce4dfa req-f6cf2e28-fbb8-4474-b8fa-94dcfc771296 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:20.430578 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ce1fa8df-9110-4813-97e7-c33776ce4dfa req-f6cf2e28-fbb8-4474-b8fa-94dcfc771296 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 945 time: 0.0537562 Apr 04 17:58:20.477648 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-ce1fa8df-9110-4813-97e7-c33776ce4dfa req-015b78e7-0e96-4f5d-9712-46fe13904079 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Apr 04 17:58:20.940338 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce8e91-df1f-4291-a096-47337a008760 req-be35b8ba-0c21-4df3-8e5f-213eba03d9cf tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:20.941893 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-97ce8e91-df1f-4291-a096-47337a008760 req-be35b8ba-0c21-4df3-8e5f-213eba03d9cf tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0547612 Apr 04 17:58:20.996162 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-97ce8e91-df1f-4291-a096-47337a008760 req-6c30db6e-059e-4763-9b7e-e0009646fd3a tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467732 Apr 04 17:58:21.589463 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a448-f7c5-428a-9439-6b2ee4d2a133 req-97a30f7f-075d-4de7-822b-1b5ab6693919 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:21.591401 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b478a448-f7c5-428a-9439-6b2ee4d2a133 req-97a30f7f-075d-4de7-822b-1b5ab6693919 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 945 time: 0.0504704 Apr 04 17:58:21.637760 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b478a448-f7c5-428a-9439-6b2ee4d2a133 req-a66601c2-7039-48b2-b6e3-b17ef3d5a43b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 Apr 04 17:58:21.751432 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa09d-8ef4-4cd1-91c3-b3593721d132 req-44941963-91dd-427a-b3f7-58518de42cfd tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:21.752898 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8b6aa09d-8ef4-4cd1-91c3-b3593721d132 req-44941963-91dd-427a-b3f7-58518de42cfd tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 945 time: 0.0506504 Apr 04 17:58:21.799707 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8b6aa09d-8ef4-4cd1-91c3-b3593721d132 req-488a5ffd-eab8-4aa0-9e1a-6927e333bc5d tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 Apr 04 17:58:21.820786 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50600) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:58:21.862390 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83de92-0fde-435c-ad41-8b6a9fd5048c tempest-TestVolumeBootPattern-782472788 tempest-TestVolumeBootPattern-782472788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:21.863845 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-8e83de92-0fde-435c-ad41-8b6a9fd5048c tempest-TestVolumeBootPattern-782472788 tempest-TestVolumeBootPattern-782472788-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 1124 time: 0.0421426 Apr 04 17:58:21.866537 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50602) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:58:21.870760 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'port_id': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:21.890496 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:21.985735 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.087072 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Allocated IP 172.27.3.135 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/3f017e24-aff4-48a2-bb40-5806bb62635a) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:58:22.118190 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdff0-f971-41b7-bb11-fd11e8d61860 req-49002ec2-de75-4859-8951-46af96e95083 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:22.119667 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b1fdff0-f971-41b7-bb11-fd11e8d61860 req-49002ec2-de75-4859-8951-46af96e95083 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0531099 Apr 04 17:58:22.171923 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-6b1fdff0-f971-41b7-bb11-fd11e8d61860 req-c3660865-f0a2-46a8-917c-dce2d1d9d31e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Apr 04 17:58:22.190619 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.223514 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.261325 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:58:22.267249 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:58:22.271645 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:58:22.274590 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=3f017e24-aff4-48a2-bb40-5806bb62635a,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:22.611224 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (bf8605da-145d-4b7f-b973-a555629c2f26), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.677386 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.829234 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.833655 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:22.904862 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event updated for resources: {'Port': ['ID=3f017e24-aff4-48a2-bb40-5806bb62635a,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:22.915107 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (bf8605da-145d-4b7f-b973-a555629c2f26), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:23.016579 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Floating IP bf8605da-145d-4b7f-b973-a555629c2f26 associated. External IP: 172.27.3.135, port: 65d4c92f-4dc9-4150-b1d8-665614b67da3. Apr 04 17:58:23.222298 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:58:23.421891 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-eb214275-aecc-4528-afcb-e83b7da1d68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:23.605250 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a31c-d202-4562-8d46-cbab6024c88a req-daeb1047-2560-49f3-a93f-d74a63f5c8e2 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:23.606738 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0447a31c-d202-4562-8d46-cbab6024c88a req-daeb1047-2560-49f3-a93f-d74a63f5c8e2 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0959334 Apr 04 17:58:23.622947 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:58:23.632876 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:58:23.644548 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:58:23.645245 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:23.663258 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:23.689903 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0447a31c-d202-4562-8d46-cbab6024c88a req-0c64d0d9-78c9-4ec3-ac98-da7e0ab236e7 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752871 Apr 04 17:58:23.700886 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-1d064e9c-4251-46eb-b1f6-06cc71ff8d1a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8330135 Apr 04 17:58:23.701486 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:58:23.703749 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f10de-996a-4d46-9988-64837617b3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:58:23.739349 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f5099a-8b35-4dd3-a17b-300cf5bd13a9 x-openstack-request-id: req-f2f5099a-8b35-4dd3-a17b-300cf5bd13a9 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:58:23.739639 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:58:23.739894 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2f5099a-8b35-4dd3-a17b-300cf5bd13a9 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:58:23.740348 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f5099a-8b35-4dd3-a17b-300cf5bd13a9'] response: {'name': 'network-changed', 'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'status': 'completed', 'code': 200} Apr 04 17:58:23.756031 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:58:23.812706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-07bc35b5-c256-460c-90e6-9251669fbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:23.814205 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-07bc35b5-c256-460c-90e6-9251669fbba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 1129 time: 0.0463257 Apr 04 17:58:23.902125 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-b22950f2-8812-4c60-a0d9-2099fe838aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:23.904061 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-b22950f2-8812-4c60-a0d9-2099fe838aaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0828588 Apr 04 17:58:23.973713 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-96768e2e-9935-4d2e-9947-3ef55e5d5c1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3 HTTP/1.1" status: 200 len: 999 time: 0.0624058 Apr 04 17:58:23.982765 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:32Z', 'revision_number': 1, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}, {'id': 'bf8605da-145d-4b7f-b973-a555629c2f26', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:a1:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:58:22Z', 'updated_at': '2022-04-04T17:58:22Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:24.008934 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:58:24.017689 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:58:24.018291 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:57:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:24.022322 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-ce88e417-3d76-4d44-988f-61b432f8d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:24.023767 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-ce88e417-3d76-4d44-988f-61b432f8d442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0442729 Apr 04 17:58:24.070253 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-2695ab6f-f31d-4d37-876e-8c9ae5efe3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:24.071727 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-2695ab6f-f31d-4d37-876e-8c9ae5efe3ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421078 Apr 04 17:58:24.123323 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:58:24.162131 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-e149c216-8056-4ce3-bbbc-ae8aa0c03acf service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842421 Apr 04 17:58:24.248875 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2e8f10de-996a-4d46-9988-64837617b3b9 req-92c70acd-acb5-4ee9-a9be-cc8aed6dc8d2 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807660 Apr 04 17:58:24.347047 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:32Z', 'revision_number': 1, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}, {'id': 'bf8605da-145d-4b7f-b973-a555629c2f26', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:a1:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:58:22Z', 'updated_at': '2022-04-04T17:58:22Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:24.372170 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7a884-c86d-4996-8310-aeb1f8cafe33 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:32Z', 'revision_number': 1, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}, {'id': 'bf8605da-145d-4b7f-b973-a555629c2f26', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:a1:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:58:22Z', 'updated_at': '2022-04-04T17:58:22Z', 'revision_number': 0, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:58:24.553745 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bffaf-c9b7-4595-ba10-c280576bb00d None None] New status for floating IP bf8605da-145d-4b7f-b973-a555629c2f26: ACTIVE {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:58:24.826139 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25545ba8-0f52-4d6b-b227-450a6848d415 req-e92b94df-9c3d-4b32-892a-ea00c3dea363 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:24.827647 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-25545ba8-0f52-4d6b-b227-450a6848d415 req-e92b94df-9c3d-4b32-892a-ea00c3dea363 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0558178 Apr 04 17:58:24.875010 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-25545ba8-0f52-4d6b-b227-450a6848d415 req-7809b5a3-57cb-4f21-a1ce-52fd44ed3f27 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 Apr 04 17:58:25.769660 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a63aad45-d74a-4e30-be2f-253079c5edba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:25.991338 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3574c9-416f-408f-9bc7-ee80c4749ec8 req-6b21403a-83e0-4ec0-8ff9-c29bf6e09c30 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:25.992819 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5d3574c9-416f-408f-9bc7-ee80c4749ec8 req-6b21403a-83e0-4ec0-8ff9-c29bf6e09c30 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0514915 Apr 04 17:58:26.039436 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-5d3574c9-416f-408f-9bc7-ee80c4749ec8 req-c8d23090-f1eb-4ee1-9188-d43aad56bef1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405633 Apr 04 17:58:26.774413 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:27.159877 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c48621-2818-49fc-8f3e-b02bbb433e86 req-106427d4-1136-4cb8-a86c-fc7205d87bc6 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:27.161388 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94c48621-2818-49fc-8f3e-b02bbb433e86 req-106427d4-1136-4cb8-a86c-fc7205d87bc6 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0557036 Apr 04 17:58:27.208616 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-94c48621-2818-49fc-8f3e-b02bbb433e86 req-0060c528-0bb1-4743-9081-820db5be292c tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417182 Apr 04 17:58:27.442359 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 17:58:27.536673 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:27.547826 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'port_id': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'mac_address': 'fa:16:3e:12:06:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 17:58:27.583692 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:27.584073 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:27.596588 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c3c69c-6aaa-4c37-ba13-57e4c1746595 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 17:58:27.614819 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:27.618881 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:27.797781 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=4']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:27.849727 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['97c3c69c-6aaa-4c37-ba13-57e4c1746595'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 17:58:28.323743 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77317d64-18c2-4d28-83b3-19394af35c68 req-b4ba132c-9c82-4057-a7ff-27d6a50d0016 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:28.325266 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-77317d64-18c2-4d28-83b3-19394af35c68 req-b4ba132c-9c82-4057-a7ff-27d6a50d0016 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 944 time: 0.0521536 Apr 04 17:58:28.335269 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:28.375616 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-77317d64-18c2-4d28-83b3-19394af35c68 req-03a4d7c4-5ecd-4bc1-a700-a2aff9a6054e tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 Apr 04 17:58:29.451372 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 17:58:29.491681 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee00eb9-b680-448e-a402-85a611037daa req-04464f8c-7987-4460-81bc-e931bf0e7fea tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:29.493180 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eee00eb9-b680-448e-a402-85a611037daa req-04464f8c-7987-4460-81bc-e931bf0e7fea tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 944 time: 0.0528247 Apr 04 17:58:29.500896 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning for port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 completed by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 17:58:29.504960 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 17:58:29.505344 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:29.541864 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eee00eb9-b680-448e-a402-85a611037daa req-2589f5c5-f34d-4a05-a448-a32f914202c5 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Apr 04 17:58:29.582614 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 17:58:29.583001 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:29.603979 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:58:29.606858 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11289854-c427-4324-afbb-261d9892c253" -d '{"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-plugged", "status": "completed", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:58:29.618570 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:58:29.622841 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:29.645559 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e32f2bb-aa12-41a0-939e-b5c958630c27 x-openstack-request-id: req-3e32f2bb-aa12-41a0-939e-b5c958630c27 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:58:29.645860 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-plugged", "status": "completed", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:58:29.646127 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e32f2bb-aa12-41a0-939e-b5c958630c27 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:58:29.646532 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e32f2bb-aa12-41a0-939e-b5c958630c27'] response: {'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'code': 200} Apr 04 17:58:29.675638 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=5']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:29.863569 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b225aac-921f-4f75-88cb-09f54c2ccadd req-359f8a60-02d1-4927-b22d-0bfc5c1f9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:29.865091 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8b225aac-921f-4f75-88cb-09f54c2ccadd req-359f8a60-02d1-4927-b22d-0bfc5c1f9128 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.0481746 Apr 04 17:58:29.879327 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:29.912785 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8b225aac-921f-4f75-88cb-09f54c2ccadd req-f8480f64-7b0f-463a-9c51-10f217bd6e23 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Apr 04 17:58:30.660038 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407a31f-95f3-441b-ba21-121442362412 req-0b650bf9-28f2-4f54-af87-521c8585efac tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:30.661527 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0407a31f-95f3-441b-ba21-121442362412 req-0b650bf9-28f2-4f54-af87-521c8585efac tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0529683 Apr 04 17:58:30.709205 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-0407a31f-95f3-441b-ba21-121442362412 req-842a6274-7a60-4fac-aa9c-65ba891b9e24 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 Apr 04 17:58:31.829155 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e2c26-7db9-4960-86ab-fd89d528c056 req-d1885328-b794-44e9-875e-7edb93892f39 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:31.830603 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c54e2c26-7db9-4960-86ab-fd89d528c056 req-d1885328-b794-44e9-875e-7edb93892f39 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0552082 Apr 04 17:58:31.876977 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-c54e2c26-7db9-4960-86ab-fd89d528c056 req-a644f33c-afd0-4e84-a4f5-f3c7dce19815 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408366 Apr 04 17:58:31.981540 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:31.991630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0364e-b102-4316-b3a5-46470b6c6c4b req-669bd195-1146-4dca-a2dd-6a14fd43fc93 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:31.993142 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-71b0364e-b102-4316-b3a5-46470b6c6c4b req-669bd195-1146-4dca-a2dd-6a14fd43fc93 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0528290 Apr 04 17:58:32.044453 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-71b0364e-b102-4316-b3a5-46470b6c6c4b req-133a468f-d681-409d-b5d1-0fbd54910f66 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Apr 04 17:58:32.065484 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50632) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:58:32.148377 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af2de3-21d1-460a-8a65-d303941305cb tempest-TestShelveInstance-529692399 tempest-TestShelveInstance-529692399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:32.149837 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-56af2de3-21d1-460a-8a65-d303941305cb tempest-TestShelveInstance-529692399 tempest-TestShelveInstance-529692399-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1124 time: 0.0833926 Apr 04 17:58:32.153379 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50636) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:58:32.157383 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.v2.base [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Request body: {'floatingip': {'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'port_id': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 17:58:32.176132 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:32.267390 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (None), before_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:32.390415 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_common [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Allocated IP 172.27.3.33 (cd235ceb-c53c-4bf9-a027-1a1a8e8931c2/00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe/3a31db31-4310-4a8f-9065-7c9f0b6a0334) {{(pid=115103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 17:58:32.485604 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:32.522312 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753637338673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:32.558000 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Network cd235ceb-c53c-4bf9-a027-1a1a8e8931c2 is already hosted by enough agents. {{(pid=115103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 17:58:32.561454 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.base_scheduler [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Resources bound (agent type, host, resource id): {{(pid=115103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 17:58:32.566885 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Received port after_create {{(pid=115103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 17:58:32.589045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'Port': ['ID=3a31db31-4310-4a8f-9065-7c9f0b6a0334,revision_number=1']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:32.909418 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for floatingip (ad6284e3-1772-46bc-bd38-b19d5b933f39), precommit_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:32.988532 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), before_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:33.133010 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), precommit_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:33.137552 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3841624'] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), after_update {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:33.202967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event updated for resources: {'Port': ['ID=3a31db31-4310-4a8f-9065-7c9f0b6a0334,revision_number=2']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:58:33.214249 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542667'] for floatingip (ad6284e3-1772-46bc-bd38-b19d5b933f39), after_create {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:33.316781 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Floating IP ad6284e3-1772-46bc-bd38-b19d5b933f39 associated. External IP: 172.27.3.33, port: 97c3c69c-6aaa-4c37-ba13-57e4c1746595. Apr 04 17:58:33.526531 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:58:33.631842 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:58:33.642213 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] Sync routers for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:58:33.650808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:33.651934 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:58:33.653235 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:58:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:33.680716 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-02f8c43d-4612-4010-9f11-c3b9425ee74d tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5264320 Apr 04 17:58:33.681566 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:58:33.683834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:58:33.723260 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6837e97-b07c-4178-adf1-34dc2350b2fd x-openstack-request-id: req-b6837e97-b07c-4178-adf1-34dc2350b2fd {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:58:33.723620 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:58:33.723873 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6837e97-b07c-4178-adf1-34dc2350b2fd {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:58:33.724307 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6837e97-b07c-4178-adf1-34dc2350b2fd'] response: {'name': 'network-changed', 'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'status': 'completed', 'code': 200} Apr 04 17:58:33.765416 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:58:33.791232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-52d9c0ca-26d8-4624-8beb-27e722d83ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:33.792677 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-52d9c0ca-26d8-4624-8beb-27e722d83ec1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.0456533 Apr 04 17:58:33.884924 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-9c09b384-ef86-424e-85c8-206895c9fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:33.886537 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-9c09b384-ef86-424e-85c8-206895c9fb3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.0847802 Apr 04 17:58:33.950054 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-6c12ed3e-9f10-4984-8163-50ce3eeb148b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 998 time: 0.0567851 Apr 04 17:58:33.983666 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'ad6284e3-1772-46bc-bd38-b19d5b933f39', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'port_id': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'mac_address': 'fa:16:3e:12:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:58:32Z', 'updated_at': '2022-04-04T17:58:32Z', 'revision_number': 0, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:33.997615 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-54f97fdf-e298-4f5d-a149-f6be2f883d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:33.999035 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-54f97fdf-e298-4f5d-a149-f6be2f883d04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0435948 Apr 04 17:58:34.009626 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] Checking router: 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:58:34.018340 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:58:34.018945 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:58:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:34.050705 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-65e92db6-9ea1-4923-8382-af6c93d340a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:58:34.052168 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-65e92db6-9ea1-4923-8382-af6c93d340a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459440 Apr 04 17:58:34.124443 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:58:34.144499 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-f93061e2-63fa-453a-83f4-9cb4e2f890fc service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795295 Apr 04 17:58:34.238736 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7ef25f2b-9ed4-4d76-b986-77b45c6d5b1c req-723748f8-9668-401e-a179-c4dc759f3b95 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838745 Apr 04 17:58:34.361411 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'ad6284e3-1772-46bc-bd38-b19d5b933f39', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'port_id': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'mac_address': 'fa:16:3e:12:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:58:32Z', 'updated_at': '2022-04-04T17:58:32Z', 'revision_number': 0, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:58:34.386957 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a80fb-3c51-4d01-8ed2-3cdeb9ecfff6 None None] The sync data for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi is: [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': 'ad6284e3-1772-46bc-bd38-b19d5b933f39', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'port_id': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'mac_address': 'fa:16:3e:12:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:58:32Z', 'updated_at': '2022-04-04T17:58:32Z', 'revision_number': 0, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:58:34.578741 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e616c5-27f7-4899-b84e-b029d9ea8dd1 None None] New status for floating IP ad6284e3-1772-46bc-bd38-b19d5b933f39: ACTIVE {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:58:36.103149 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:58:53.423095 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-c48ab423-6fe2-4e88-8ef2-37939360680d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:55.773769 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6b04cc28-fb9a-4030-bdbb-a54966db787b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:56.777656 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:58.337193 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:58:59.881221 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:01.994795 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:09.283040 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-b885542e-832d-43d0-9256-2cd2f50d498d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435076 Apr 04 17:59:09.365376 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-dcffd00b-b4c4-43d9-beb6-d9b96a3cd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:09.366816 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-dcffd00b-b4c4-43d9-beb6-d9b96a3cd754 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1130 time: 0.0435057 Apr 04 17:59:09.469572 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-b7b1e2d4-1670-4792-b40b-fff0af821ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:09.470999 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-b7b1e2d4-1670-4792-b40b-fff0af821ba5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0829861 Apr 04 17:59:09.534513 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-cc76dbcf-37da-4b02-87be-fcc39360372c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 1002 time: 0.0568063 Apr 04 17:59:09.586737 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-df72c25a-ab6d-473f-9350-84342304d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:09.588184 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-df72c25a-ab6d-473f-9350-84342304d346 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0460527 Apr 04 17:59:09.639530 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-c088b74a-8a48-41cc-9459-a2af40b714d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:09.641106 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-c088b74a-8a48-41cc-9459-a2af40b714d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469191 Apr 04 17:59:09.978769 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-0d95e374-d4bb-49cd-8dc6-46c173b09aef service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313739 Apr 04 17:59:10.067220 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-3aa5388a-dd50-4927-b393-c9b07a091bc6 req-82c0928d-0d06-4fdc-804a-28a5f3b2099b service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816438 Apr 04 17:59:13.102037 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:59:23.424335 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7714e61c-f64f-44b9-93eb-9d1a8184fab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:25.774732 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-39fae594-a894-4f31-a48b-475552523ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:26.779105 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:28.338918 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:29.883704 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:31.992582 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:50.101757 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 17:59:51.194280 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50670) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:59:51.408748 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Deleting port 3f017e24-aff4-48a2-bb40-5806bb62635a {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:59:51.408984 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:51.482893 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:51.483212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (3f017e24-aff4-48a2-bb40-5806bb62635a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:51.494696 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Calling delete_port for 3f017e24-aff4-48a2-bb40-5806bb62635a owned by network:floatingip {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:59:51.660642 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (3f017e24-aff4-48a2-bb40-5806bb62635a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:51.690938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'Port': ['ID=3f017e24-aff4-48a2-bb40-5806bb62635a,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:59:51.714134 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.714481 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.714831 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.715173 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.715508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.715841 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.716170 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.716527 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.716855 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.717180 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.717508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.717834 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.718159 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.718480 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.718803 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 17:59:51.760269 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (bf8605da-145d-4b7f-b973-a555629c2f26), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:51.760632 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Floating IP bf8605da-145d-4b7f-b973-a555629c2f26 disassociated (deleted). External IP: 172.27.3.135, port: 65d4c92f-4dc9-4150-b1d8-665614b67da3. Apr 04 17:59:51.972717 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:59:52.083129 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:59:52.089410 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:52.092989 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:59:52.102293 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:59:52.102878 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:52.119340 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5c58722c-f9d1-42c6-aa13-45bd4131974e tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf8605da-145d-4b7f-b973-a555629c2f26 HTTP/1.1" status: 204 len: 168 time: 0.9238472 Apr 04 17:59:52.119973 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:59:52.122244 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7055e4-a677-40b1-8ae8-d7f2643428c8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:59:52.165447 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d4e032-b5b5-4e01-ab11-7a4a09ed52e4 x-openstack-request-id: req-24d4e032-b5b5-4e01-ab11-7a4a09ed52e4 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:59:52.165698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:59:52.166013 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24d4e032-b5b5-4e01-ab11-7a4a09ed52e4 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:59:52.166431 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d4e032-b5b5-4e01-ab11-7a4a09ed52e4'] response: {'name': 'network-changed', 'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'status': 'completed', 'code': 200} Apr 04 17:59:52.217829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:59:52.236052 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-f2887142-bc9a-44be-b32f-522fada88715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:52.237861 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-f2887142-bc9a-44be-b32f-522fada88715 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 1129 time: 0.0486565 Apr 04 17:59:52.339914 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-afd80398-877d-4583-8b19-0eaf7d3c497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:52.341527 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-afd80398-877d-4583-8b19-0eaf7d3c497a service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0976951 Apr 04 17:59:52.370249 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9d242-560f-4580-a650-5668d7c4a6e8 req-9d20e08e-8347-4888-b196-df3d7b864182 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:52.371746 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4fe9d242-560f-4580-a650-5668d7c4a6e8 req-9d20e08e-8347-4888-b196-df3d7b864182 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 945 time: 0.0556755 Apr 04 17:59:52.388482 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-4b2273ad-f91c-41af-b22d-a015a8c4e003 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3 HTTP/1.1" status: 200 len: 217 time: 0.0399911 Apr 04 17:59:52.422289 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4fe9d242-560f-4580-a650-5668d7c4a6e8 req-0a39c745-67e0-42a8-a9cf-c4361bf94e5b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Apr 04 17:59:52.441611 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-db216211-e9eb-4c63-86a7-d92762102ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:52.443318 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-db216211-e9eb-4c63-86a7-d92762102ce9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0480220 Apr 04 17:59:52.460317 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:32Z', 'revision_number': 1, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:52.486536 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:59:52.494652 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:59:52.495296 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:26Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:52.497753 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-7d993668-5df8-4fe8-a483-9d71821f5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:52.499259 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-7d993668-5df8-4fe8-a483-9d71821f5e7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490057 Apr 04 17:59:52.589543 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-9b557a43-b04c-44a1-b5dc-99bac5358793 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824802 Apr 04 17:59:52.609809 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:59:52.682130 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-eb7055e4-a677-40b1-8ae8-d7f2643428c8 req-8111b463-e4b1-4a82-b95d-551f1cd42380 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Apr 04 17:59:52.833916 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:32Z', 'revision_number': 1, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:52.985495 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96080c7-86af-43d2-ae6a-0e250a1a6630 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_floatingips': [{'id': '7438dcdf-8861-453a-b30f-6c85dc2ccdea', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'router_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'port_id': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'mac_address': 'fa:16:3e:87:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T17:56:30Z', 'updated_at': '2022-04-04T17:56:32Z', 'revision_number': 1, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:59:53.227812 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20917d7-3a5d-42b3-8270-f0c9703707fc None None] New status for floating IP bf8605da-145d-4b7f-b973-a555629c2f26: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:59:53.425561 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1eee294a-3db7-4cd2-9417-4fcd5058396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:53.541870 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617218e6-8f24-43a2-9f84-4743839d3618 req-6911098c-1e5c-4100-ac37-1bd277ac31fa tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:53.543836 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-617218e6-8f24-43a2-9f84-4743839d3618 req-6911098c-1e5c-4100-ac37-1bd277ac31fa tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 945 time: 0.0526328 Apr 04 17:59:53.591172 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-617218e6-8f24-43a2-9f84-4743839d3618 req-6f6f80b8-5293-4820-8e25-1c785da59ccf tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 Apr 04 17:59:53.858595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-bc9dd969-8d40-4e05-9f37-6d797d5a75c1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:53.860019 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-bc9dd969-8d40-4e05-9f37-6d797d5a75c1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 945 time: 0.0543342 Apr 04 17:59:53.953706 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Deleting port 65d4c92f-4dc9-4150-b1d8-665614b67da3 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:59:53.954041 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:54.042536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] For port 65d4c92f-4dc9-4150-b1d8-665614b67da3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65d4c92f-4dc9-4150-b1d8-665614b67da3,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 17:59:54.042906 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:54.055211 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Calling delete_port for 65d4c92f-4dc9-4150-b1d8-665614b67da3 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:59:54.181499 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (65d4c92f-4dc9-4150-b1d8-665614b67da3), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:54.207239 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'Port': ['ID=65d4c92f-4dc9-4150-b1d8-665614b67da3,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:59:54.252514 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] No DVR routers for this DVR port 65d4c92f-4dc9-4150-b1d8-665614b67da3 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 17:59:54.254913 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:54.258390 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-bf8f4df9-174e-4d21-827a-47e2572d3e61 req-2dff4369-f88b-4353-a308-a5b15a3b80ed tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "DELETE /v2.0/ports/65d4c92f-4dc9-4150-b1d8-665614b67da3 HTTP/1.1" status: 204 len: 173 time: 0.3930564 Apr 04 17:59:54.258851 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'name': 'network-vif-deleted', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:59:54.261604 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac949dc0-765e-4d3d-bf29-811650a1a1bc" -d '{"events": [{"server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "name": "network-vif-deleted", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:59:54.299294 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2786091-fbf5-4e7c-babb-b9a20a76ecff x-openstack-request-id: req-e2786091-fbf5-4e7c-babb-b9a20a76ecff {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:59:54.299632 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4bd30d-d97c-4d36-8280-af45b8763e7d", "name": "network-vif-deleted", "tag": "65d4c92f-4dc9-4150-b1d8-665614b67da3", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:59:54.299843 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2786091-fbf5-4e7c-babb-b9a20a76ecff {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:59:54.300260 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2786091-fbf5-4e7c-babb-b9a20a76ecff'] response: {'server_uuid': 'aa4bd30d-d97c-4d36-8280-af45b8763e7d', 'name': 'network-vif-deleted', 'tag': '65d4c92f-4dc9-4150-b1d8-665614b67da3', 'status': 'completed', 'code': 200} Apr 04 17:59:54.707608 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-fcadc83f-3e51-4e15-82a1-c921d2765cb4 req-97eb606d-5224-45e2-b8e1-75173ed26b0b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa4bd30d-d97c-4d36-8280-af45b8763e7d HTTP/1.1" status: 200 len: 210 time: 0.0320113 Apr 04 17:59:55.777014 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f202a161-1dab-4e82-a978-d1bef627728e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:56.782670 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:57.898586 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 65d4c92f-4dc9-4150-b1d8-665614b67da3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 17:59:57.921399 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 65d4c92f-4dc9-4150-b1d8-665614b67da3 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 17:59:57.921744 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 65d4c92f-4dc9-4150-b1d8-665614b67da3 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 17:59:57.991962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50712) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 17:59:58.144613 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Deleting port 8d9010ae-ba92-4869-8dd3-2e76c1311462 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 17:59:58.145055 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.219443 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.219668 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (8d9010ae-ba92-4869-8dd3-2e76c1311462), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.231421 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Calling delete_port for 8d9010ae-ba92-4869-8dd3-2e76c1311462 owned by network:floatingip {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 17:59:58.346648 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.384485 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (8d9010ae-ba92-4869-8dd3-2e76c1311462), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.409503 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'Port': ['ID=8d9010ae-ba92-4869-8dd3-2e76c1311462,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 17:59:58.471355 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (7438dcdf-8861-453a-b30f-6c85dc2ccdea), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.471658 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.db.l3_db [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Floating IP 7438dcdf-8861-453a-b30f-6c85dc2ccdea disassociated (deleted). External IP: 172.27.3.221, port: 18d624ba-8b5c-4cb0-b6bb-b11cb327a236. Apr 04 17:59:58.684448 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 17:59:58.799933 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 17:59:58.804738 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 17:59:58.810882 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 17:59:58.820531 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:59:58.821215 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:58.833963 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f695e994-b785-456f-9a5d-47de087aa719 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "DELETE /v2.0/floatingips/7438dcdf-8861-453a-b30f-6c85dc2ccdea HTTP/1.1" status: 204 len: 168 time: 0.8409171 Apr 04 17:59:58.834535 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 17:59:58.836827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb6098-d045-471a-9584-f2b085c0ec68" -d '{"events": [{"name": "network-changed", "server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 17:59:58.874232 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de984c8e-2a02-44aa-9754-95da0b30e76b x-openstack-request-id: req-de984c8e-2a02-44aa-9754-95da0b30e76b {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 17:59:58.874541 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 17:59:58.874790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de984c8e-2a02-44aa-9754-95da0b30e76b {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 17:59:58.875193 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de984c8e-2a02-44aa-9754-95da0b30e76b'] response: {'name': 'network-changed', 'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'status': 'completed', 'code': 200} Apr 04 17:59:58.940406 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:59:58.943899 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-baafa470-28d5-463f-92ea-487d5849ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:58.946923 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-baafa470-28d5-463f-92ea-487d5849ff7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 1130 time: 0.0517271 Apr 04 17:59:59.056772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-1817ad8f-6d60-4414-b3a1-6695adfd291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:59.058932 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-1817ad8f-6d60-4414-b3a1-6695adfd291e service neutron] 10.222.0.11 "GET /v2.0/networks?id=51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 200 len: 913 time: 0.0977387 Apr 04 17:59:59.074895 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c866dcf-70ae-47c6-b2b2-2bbf47975470 req-5b82645e-669f-4c5c-a44c-31fee6b5c08f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:59.077058 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1c866dcf-70ae-47c6-b2b2-2bbf47975470 req-5b82645e-669f-4c5c-a44c-31fee6b5c08f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0552959 Apr 04 17:59:59.112169 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-6c7fe563-a005-4c5a-9a5c-fccfd60f95d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 200 len: 217 time: 0.0463710 Apr 04 17:59:59.138247 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1c866dcf-70ae-47c6-b2b2-2bbf47975470 req-64f15dc7-7271-4040-abcd-f8951f0b4cb1 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541418 Apr 04 17:59:59.159699 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:59.165669 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-fb9b86db-010c-4bd1-9cc6-e5266adfa2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:59.167643 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-fb9b86db-010c-4bd1-9cc6-e5266adfa2d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 200 len: 851 time: 0.0492728 Apr 04 17:59:59.190466 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 17:59:59.199056 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 17:59:59.199932 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:59.216595 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-b8cf996c-efd6-43d0-896c-0527be3b669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 17:59:59.218118 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-b8cf996c-efd6-43d0-896c-0527be3b669a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51d474c7-7698-49ba-9954-f2b0220443cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437734 Apr 04 17:59:59.303043 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 17:59:59.311303 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-c2281ac9-35b5-4778-be60-8bbdcd31b12e service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Apr 04 17:59:59.397423 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-4ffb6098-d045-471a-9584-f2b085c0ec68 req-2a50238e-4e0a-4bf6-b2f0-08da35ab6e78 service neutron] 10.222.0.11 "GET /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797484 Apr 04 17:59:59.503502 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 17:59:59.529718 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07760c3-a9db-47e2-9647-428fa86f87d0 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:30Z', 'revision_number': 4, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '16de5b12-b73a-4627-953d-a957d4c126a1', 'name': '', 'network_id': '51d474c7-7698-49ba-9954-f2b0220443cf', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'mac_address': 'fa:16:3e:4a:72:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:30Z', 'updated_at': '2022-04-04T17:53:35Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'subnets': [{'id': 'f9c6a7d8-5a21-4dca-ac33-9a178df84383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 17:59:59.744357 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f50bb-76e2-44c4-a1cc-3d3c82750ad7 None None] New status for floating IP 7438dcdf-8861-453a-b30f-6c85dc2ccdea: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 17:59:59.885646 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:00.260045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd967-9908-4478-ad20-46e15bf154b7 req-18edac6b-1c8b-4cac-b6a1-d959338d3e9b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:00.261559 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35ecd967-9908-4478-ad20-46e15bf154b7 req-18edac6b-1c8b-4cac-b6a1-d959338d3e9b tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0522530 Apr 04 18:00:00.308487 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-35ecd967-9908-4478-ad20-46e15bf154b7 req-3ca7a9e6-28cf-416f-ae4f-e9ada1ce0d3f tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/security-groups?id=db473e10-2a6a-4687-96f8-9e08287e2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Apr 04 18:00:00.501645 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-a167a0b4-ccc9-4c4e-9ba0-a888b04f0fa4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:00.502967 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-a167a0b4-ccc9-4c4e-9ba0-a888b04f0fa4 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 946 time: 0.0545113 Apr 04 18:00:00.598673 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Deleting port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:00.599016 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:00.944720 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] For port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:00.945080 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:00.957587 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Calling delete_port for 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:01.079366 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (18d624ba-8b5c-4cb0-b6bb-b11cb327a236), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:01.111116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'Port': ['ID=18d624ba-8b5c-4cb0-b6bb-b11cb327a236,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:01.152467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] No DVR routers for this DVR port 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:00:01.154844 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:01.158088 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2c5aa930-5676-4afe-a464-6a49baf0d230 req-25372c63-af52-479f-be89-d7324a3b3196 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.11 "DELETE /v2.0/ports/18d624ba-8b5c-4cb0-b6bb-b11cb327a236 HTTP/1.1" status: 204 len: 173 time: 0.6490910 Apr 04 18:00:01.158513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'name': 'network-vif-deleted', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 18:00:01.160749 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d691c391-c312-411b-b57b-b35f75b6b85e" -d '{"events": [{"server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "name": "network-vif-deleted", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 18:00:01.201119 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d50e050-c3b4-4fc1-8f53-9ee30455f3b5 x-openstack-request-id: req-3d50e050-c3b4-4fc1-8f53-9ee30455f3b5 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 18:00:01.201413 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762f39ff-47bf-4bcb-8dc2-fb20cf02a034", "name": "network-vif-deleted", "tag": "18d624ba-8b5c-4cb0-b6bb-b11cb327a236", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 18:00:01.201667 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d50e050-c3b4-4fc1-8f53-9ee30455f3b5 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 18:00:01.202070 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d50e050-c3b4-4fc1-8f53-9ee30455f3b5'] response: {'server_uuid': '762f39ff-47bf-4bcb-8dc2-fb20cf02a034', 'name': 'network-vif-deleted', 'tag': '18d624ba-8b5c-4cb0-b6bb-b11cb327a236', 'status': 'completed', 'code': 200} Apr 04 18:00:01.402311 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-abda3af3-4027-417e-831f-62f4988806d6 req-d89d3b2a-a609-478b-a5fd-6adda099aab3 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "GET /v2.0/ports?device_id=762f39ff-47bf-4bcb-8dc2-fb20cf02a034 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Apr 04 18:00:02.006772 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.459714 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50728) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:02.578337 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Deleting port f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:02.578666 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.649691 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.650017 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.661268 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Calling delete_port for f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:02.790685 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.816565 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'Port': ['ID=f2a0b753-dd1b-4b38-8a6a-fda4f34b38f2,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:02.839427 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.839780 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.840122 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.840490 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.840827 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.841160 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.841491 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.841817 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.842144 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.842469 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.842796 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.843122 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.843446 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.843768 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.844086 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:02.887237 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for floatingip (dc5bc130-2cf1-45ca-b53c-d60104e14ad2), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.889855 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:02.890992 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-d076b8f9-eaeb-43ed-a147-59b35e17c508 tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc5bc130-2cf1-45ca-b53c-d60104e14ad2 HTTP/1.1" status: 204 len: 168 time: 0.4302490 Apr 04 18:00:03.978093 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:03.999425 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:03.999764 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 18d624ba-8b5c-4cb0-b6bb-b11cb327a236 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:04.080087 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50740) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:04.132596 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-508ef2e6-98b3-4cb2-8587-0d602ac3880a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group (db473e10-2a6a-4687-96f8-9e08287e2e11), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:04.159194 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-508ef2e6-98b3-4cb2-8587-0d602ac3880a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group (db473e10-2a6a-4687-96f8-9e08287e2e11), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:04.216714 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-508ef2e6-98b3-4cb2-8587-0d602ac3880a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (db473e10-2a6a-4687-96f8-9e08287e2e11), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:04.219450 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-508ef2e6-98b3-4cb2-8587-0d602ac3880a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:04.220585 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-508ef2e6-98b3-4cb2-8587-0d602ac3880a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] 10.222.0.24 "DELETE /v2.0/security-groups/db473e10-2a6a-4687-96f8-9e08287e2e11 HTTP/1.1" status: 204 len: 168 time: 0.1394699 Apr 04 18:00:04.229801 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ef2e6-98b3-4cb2-8587-0d602ac3880a tempest-TestVolumeBootPattern-447576279 tempest-TestVolumeBootPattern-447576279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db473e10-2a6a-4687-96f8-9e08287e2e11,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:04.275806 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50744) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:04.719998 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (052cd19a-8a03-42e6-8fba-0559841d8c04), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:04.969258 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Deleting port 16de5b12-b73a-4627-953d-a957d4c126a1 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:04.969508 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:05.046612 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] For port 16de5b12-b73a-4627-953d-a957d4c126a1, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=16de5b12-b73a-4627-953d-a957d4c126a1,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:05.046970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:05.059273 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Calling delete_port for 16de5b12-b73a-4627-953d-a957d4c126a1 owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:05.237340 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (16de5b12-b73a-4627-953d-a957d4c126a1), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:05.260866 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Pushing event deleted for resources: {'Port': ['ID=16de5b12-b73a-4627-953d-a957d4c126a1,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:05.425353 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (052cd19a-8a03-42e6-8fba-0559841d8c04), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:05.636536 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Router 052cd19a-8a03-42e6-8fba-0559841d8c04 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 18:00:05.742371 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 18:00:05.749554 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-a31ddf21-c83f-4889-af58-b581d26bd877 admin admin] 10.222.0.24 "PUT /v2.0/routers/052cd19a-8a03-42e6-8fba-0559841d8c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4712923 Apr 04 18:00:05.750788 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50748) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:05.751482 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] Sync routers for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 18:00:05.760862 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:00:05.761464 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:05.853502 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks [] for router (052cd19a-8a03-42e6-8fba-0559841d8c04), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:05.868925 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:00:05.956063 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks [] for router_gateway (052cd19a-8a03-42e6-8fba-0559841d8c04), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.007280 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Deleting port ee1bd9b5-666c-460e-9544-5d275b4f8bcb {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:06.007633 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.045014 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T18:00:05Z', 'revision_number': 5, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port': {'id': 'ee1bd9b5-666c-460e-9544-5d275b4f8bcb', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T17:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:06.073935 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] Checking router: 052cd19a-8a03-42e6-8fba-0559841d8c04 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 18:00:06.082237 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] Routers {'052cd19a-8a03-42e6-8fba-0559841d8c04'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:00:06.082878 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['052cd19a-8a03-42e6-8fba-0559841d8c04'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:06.083581 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] For port ee1bd9b5-666c-460e-9544-5d275b4f8bcb, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:06.083947 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.100286 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Calling delete_port for ee1bd9b5-666c-460e-9544-5d275b4f8bcb owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:06.276634 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (ee1bd9b5-666c-460e-9544-5d275b4f8bcb), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.297621 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] Set router 052cd19a-8a03-42e6-8fba-0559841d8c04 gateway port host: None {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:00:06.303606 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1bd9b5-666c-460e-9544-5d275b4f8bcb,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:06.349459 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T18:00:05Z', 'revision_number': 6, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:06.363056 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (052cd19a-8a03-42e6-8fba-0559841d8c04), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.379377 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34426c7-9742-4bbf-93d0-89148e2e7690 None None] The sync data for ids ['052cd19a-8a03-42e6-8fba-0559841d8c04'] in dv-cinder-788368-5-iscsi is: [{'id': '052cd19a-8a03-42e6-8fba-0559841d8c04', 'name': 'tempest-TestVolumeBootPattern-1818074051-router', 'tenant_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:27Z', 'updated_at': '2022-04-04T18:00:05Z', 'revision_number': 6, 'project_id': 'c2e5bf320cf341ad8974e82a4b2430eb', 'gw_port_host': None}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 18:00:06.458909 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (052cd19a-8a03-42e6-8fba-0559841d8c04), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.461091 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks [] for router_controller (052cd19a-8a03-42e6-8fba-0559841d8c04), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.507598 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (052cd19a-8a03-42e6-8fba-0559841d8c04), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.508116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052cd19a-8a03-42e6-8fba-0559841d8c04 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 18:00:06.512968 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.514157 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-62ed3a20-0680-46b9-b688-db69567aa0f0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/052cd19a-8a03-42e6-8fba-0559841d8c04 HTTP/1.1" status: 204 len: 168 time: 0.7624848 Apr 04 18:00:06.516824 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50750) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:06.560700 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Deleting subnet f9c6a7d8-5a21-4dca-ac33-9a178df84383 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 18:00:06.563548 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Publish callbacks [] for subnet (f9c6a7d8-5a21-4dca-ac33-9a178df84383), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.597145 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (f9c6a7d8-5a21-4dca-ac33-9a178df84383), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.673906 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (f9c6a7d8-5a21-4dca-ac33-9a178df84383), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.725873 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (f9c6a7d8-5a21-4dca-ac33-9a178df84383), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.751748 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c6a7d8-5a21-4dca-ac33-9a178df84383,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:06.755212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.758441 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3f57f83d-77e3-42c7-b4c1-358a3c1bfa7e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9c6a7d8-5a21-4dca-ac33-9a178df84383 HTTP/1.1" status: 204 len: 168 time: 0.2407198 Apr 04 18:00:06.761399 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50752) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:06.764805 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d2a05-f51e-4de3-9039-66408472af8a None None] Network 51d474c7-7698-49ba-9954-f2b0220443cf requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 18:00:06.837278 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (51d474c7-7698-49ba-9954-f2b0220443cf), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.893488 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Deleting port ee682aa0-add4-42db-a3a2-f8c81c11b90a {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:06.893827 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.954051 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] For port ee682aa0-add4-42db-a3a2-f8c81c11b90a, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=ee682aa0-add4-42db-a3a2-f8c81c11b90a,segment=NetworkSegment(6cfc328d-2a3d-4f69-aff8-e9503b360a1c),segment_id=6cfc328d-2a3d-4f69-aff8-e9503b360a1c)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:06.954411 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:06.966728 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Calling delete_port for ee682aa0-add4-42db-a3a2-f8c81c11b90a owned by network:dhcp {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:07.041767 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (ee682aa0-add4-42db-a3a2-f8c81c11b90a), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.071033 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee682aa0-add4-42db-a3a2-f8c81c11b90a,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:07.073352 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] No DVR routers for this DVR port ee682aa0-add4-42db-a3a2-f8c81c11b90a on host dv-cinder-788368-5-iscsi {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:00:07.161159 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (51d474c7-7698-49ba-9954-f2b0220443cf), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.175661 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0154c9-4cbf-49e6-a504-7fdbd548a331 None None] DHCP port deletion for 51d474c7-7698-49ba-9954-f2b0220443cf request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 18:00:07.185846 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d474c7-7698-49ba-9954-f2b0220443cf']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:07.196803 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfc328d-2a3d-4f69-aff8-e9503b360a1c') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:07.197494 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfc328d-2a3d-4f69-aff8-e9503b360a1c') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:07.209285 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (6cfc328d-2a3d-4f69-aff8-e9503b360a1c), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.222580 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (6cfc328d-2a3d-4f69-aff8-e9503b360a1c), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.231272 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 18:00:07.231669 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (6cfc328d-2a3d-4f69-aff8-e9503b360a1c), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 18:00:07.233402 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 18:00:07.236119 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 16de5b12-b73a-4627-953d-a957d4c126a1 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:07.256072 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 16de5b12-b73a-4627-953d-a957d4c126a1 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:07.256522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 16de5b12-b73a-4627-953d-a957d4c126a1 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:07.256939 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee682aa0-add4-42db-a3a2-f8c81c11b90a no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:07.276296 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: ee682aa0-add4-42db-a3a2-f8c81c11b90a {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:07.276656 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee682aa0-add4-42db-a3a2-f8c81c11b90a not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:07.277063 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee1bd9b5-666c-460e-9544-5d275b4f8bcb no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:07.293707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (51d474c7-7698-49ba-9954-f2b0220443cf), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.299063 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.301973 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: ee1bd9b5-666c-460e-9544-5d275b4f8bcb {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:07.302323 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device ee1bd9b5-666c-460e-9544-5d275b4f8bcb not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:07.302522 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] 10.222.0.24 "DELETE /v2.0/networks/51d474c7-7698-49ba-9954-f2b0220443cf HTTP/1.1" status: 204 len: 168 time: 0.5402105 Apr 04 18:00:07.305608 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50754) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:07.315239 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd716e8-c3cd-42c4-bb37-a4114c9d5600 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d474c7-7698-49ba-9954-f2b0220443cf,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:07.660089 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (54b8efc6-2c54-445b-bb98-2e8788c0be55), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.904622 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Deleting port 627e2bad-3eb0-484d-87f6-ff6827e5d94e {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:07.904877 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.980049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] For port 627e2bad-3eb0-484d-87f6-ff6827e5d94e, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=627e2bad-3eb0-484d-87f6-ff6827e5d94e,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:07.980430 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:07.995674 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Calling delete_port for 627e2bad-3eb0-484d-87f6-ff6827e5d94e owned by network:router_interface {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:08.168338 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (627e2bad-3eb0-484d-87f6-ff6827e5d94e), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:08.193514 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Pushing event deleted for resources: {'Port': ['ID=627e2bad-3eb0-484d-87f6-ff6827e5d94e,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:08.353931 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (54b8efc6-2c54-445b-bb98-2e8788c0be55), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:08.569434 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Router 54b8efc6-2c54-445b-bb98-2e8788c0be55 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 18:00:08.675554 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 18:00:08.680496 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-4e12318e-b7ec-4f1a-a7ea-77beca52d20e admin admin] 10.222.0.24 "PUT /v2.0/routers/54b8efc6-2c54-445b-bb98-2e8788c0be55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3738682 Apr 04 18:00:08.683900 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50756) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:08.685049 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] Sync routers for ids ['54b8efc6-2c54-445b-bb98-2e8788c0be55'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 18:00:08.694337 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] Routers {'54b8efc6-2c54-445b-bb98-2e8788c0be55'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:00:08.694940 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['54b8efc6-2c54-445b-bb98-2e8788c0be55'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:08.793106 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks [] for router (54b8efc6-2c54-445b-bb98-2e8788c0be55), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:08.805412 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] Set router 54b8efc6-2c54-445b-bb98-2e8788c0be55 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:00:08.989482 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T18:00:08Z', 'revision_number': 5, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:09.111633 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] Checking router: 54b8efc6-2c54-445b-bb98-2e8788c0be55 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 18:00:09.120448 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] Routers {'54b8efc6-2c54-445b-bb98-2e8788c0be55'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:00:09.121070 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T17:59:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['54b8efc6-2c54-445b-bb98-2e8788c0be55'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:09.164997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks [] for router_gateway (54b8efc6-2c54-445b-bb98-2e8788c0be55), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.216556 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Deleting port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:09.216892 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.224344 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] Set router 54b8efc6-2c54-445b-bb98-2e8788c0be55 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:00:09.294024 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] For port 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:09.294388 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.306583 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Calling delete_port for 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:09.392965 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T18:00:08Z', 'revision_number': 5, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:09.418965 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b433d1b-5478-4908-bc83-ccaa7f72e9e1 None None] The sync data for ids ['54b8efc6-2c54-445b-bb98-2e8788c0be55'] in dv-cinder-788368-5-iscsi is: [{'id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'name': 'tempest-TestVolumeBootPattern-626731203-router', 'tenant_id': '39f53b02c266421faefe9a8ce3e4b758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144'}], 'enable_snat': True}, 'gw_port_id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:53:32Z', 'updated_at': '2022-04-04T18:00:08Z', 'revision_number': 5, 'project_id': '39f53b02c266421faefe9a8ce3e4b758', 'gw_port': {'id': '9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b8efc6-2c54-445b-bb98-2e8788c0be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:53:33Z', 'updated_at': '2022-04-04T17:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 18:00:09.476711 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.502171 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Pushing event deleted for resources: {'Port': ['ID=9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:09.559682 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (54b8efc6-2c54-445b-bb98-2e8788c0be55), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.649126 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (54b8efc6-2c54-445b-bb98-2e8788c0be55), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.651823 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks [] for router_controller (54b8efc6-2c54-445b-bb98-2e8788c0be55), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.695974 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (54b8efc6-2c54-445b-bb98-2e8788c0be55), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.696698 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54b8efc6-2c54-445b-bb98-2e8788c0be55 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 18:00:09.701689 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.702772 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c843281d-fb42-48fb-92dc-009f50c0b559 admin admin] 10.222.0.24 "DELETE /v2.0/routers/54b8efc6-2c54-445b-bb98-2e8788c0be55 HTTP/1.1" status: 204 len: 168 time: 1.0178740 Apr 04 18:00:09.705345 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50758) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:09.748319 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Deleting subnet aa1d0f27-4d4a-449c-a7d9-9df199f301d8 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 18:00:09.751347 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Publish callbacks [] for subnet (aa1d0f27-4d4a-449c-a7d9-9df199f301d8), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.786817 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (aa1d0f27-4d4a-449c-a7d9-9df199f301d8), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.869223 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (aa1d0f27-4d4a-449c-a7d9-9df199f301d8), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.923152 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (aa1d0f27-4d4a-449c-a7d9-9df199f301d8), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.946522 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1d0f27-4d4a-449c-a7d9-9df199f301d8,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:09.953201 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:09.956561 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-f876d0ab-72d9-456b-9766-2da8157677fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa1d0f27-4d4a-449c-a7d9-9df199f301d8 HTTP/1.1" status: 204 len: 168 time: 0.2502897 Apr 04 18:00:09.959358 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50760) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:09.961768 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77c3f6-fc68-4a5e-a15e-24bfd10ca0e3 None None] Network a2658c26-0465-4b9d-a390-c436ea326361 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 18:00:10.029361 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (a2658c26-0465-4b9d-a390-c436ea326361), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.087707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Deleting port 2c75a469-3ad0-4c21-90a8-7d34492693d5 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:10.088045 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.137208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] DHCP port deletion for a2658c26-0465-4b9d-a390-c436ea326361 request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 18:00:10.150498 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] For port 2c75a469-3ad0-4c21-90a8-7d34492693d5, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=2c75a469-3ad0-4c21-90a8-7d34492693d5,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:10.151382 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.163678 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Calling delete_port for 2c75a469-3ad0-4c21-90a8-7d34492693d5 owned by network:dhcp {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:10.184254 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Deleting port 2c75a469-3ad0-4c21-90a8-7d34492693d5 {{(pid=115105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:00:10.184634 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), before_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.243197 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.254232 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] For port 2c75a469-3ad0-4c21-90a8-7d34492693d5, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=2c75a469-3ad0-4c21-90a8-7d34492693d5,segment=NetworkSegment(18fd04a1-1b33-41af-9788-f49c9710760d),segment_id=18fd04a1-1b33-41af-9788-f49c9710760d)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:10.254897 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), precommit_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.272775 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c75a469-3ad0-4c21-90a8-7d34492693d5,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:10.273373 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Calling delete_port for 2c75a469-3ad0-4c21-90a8-7d34492693d5 owned by network:dhcp {{(pid=115105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:00:10.276936 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] No DVR routers for this DVR port 2c75a469-3ad0-4c21-90a8-7d34492693d5 on host dv-cinder-788368-5-iscsi {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:00:10.352011 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682'] for port (2c75a469-3ad0-4c21-90a8-7d34492693d5), after_delete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.375920 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (a2658c26-0465-4b9d-a390-c436ea326361), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.382264 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Pushing event deleted for resources: {'Port': ['ID=2c75a469-3ad0-4c21-90a8-7d34492693d5,revision_number=None']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:10.384513 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] No DVR routers for this DVR port 2c75a469-3ad0-4c21-90a8-7d34492693d5 on host dv-cinder-788368-5-iscsi {{(pid=115105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:00:10.395067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.395067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.395067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.395067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.395067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.395067 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.396496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.396496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.396496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.396496 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.396810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.397074 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.397829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.397829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.398046 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7a39c-d9a6-4b48-ab55-89e6d5114e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:00:10.410489 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-df104393-bab0-4f12-9b91-e9ce1a90a6a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122334 Apr 04 18:00:10.411962 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2658c26-0465-4b9d-a390-c436ea326361']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:10.421357 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fd04a1-1b33-41af-9788-f49c9710760d') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:10.421660 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fd04a1-1b33-41af-9788-f49c9710760d') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:00:10.433513 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (18fd04a1-1b33-41af-9788-f49c9710760d), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.470630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (18fd04a1-1b33-41af-9788-f49c9710760d), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.479597 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 18:00:10.479997 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (18fd04a1-1b33-41af-9788-f49c9710760d), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 18:00:10.481809 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 18:00:10.535838 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-07fcfb0c-82fe-499f-a703-0607bfed22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:10.537371 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-07fcfb0c-82fe-499f-a703-0607bfed22d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.1020410 Apr 04 18:00:10.544752 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (a2658c26-0465-4b9d-a390-c436ea326361), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.552084 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.555878 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a2658c26-0465-4b9d-a390-c436ea326361 HTTP/1.1" status: 204 len: 168 time: 0.5955284 Apr 04 18:00:10.571317 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e33dfd-84e2-419b-ae26-867c7106edc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2658c26-0465-4b9d-a390-c436ea326361,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:10.658564 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-0a45d26f-63aa-4c3e-bf9d-7ef248425fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:10.659943 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-0a45d26f-63aa-4c3e-bf9d-7ef248425fc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.0904276 Apr 04 18:00:10.671831 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50764) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:10.712031 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-54a8b889-3449-43cb-bf66-d102aae5b439 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2e5bf320cf341ad8974e82a4b2430eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390253 Apr 04 18:00:10.714739 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50766) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:10.729288 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-60c55bf2-fb5d-4994-ae78-1a6676afd64d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 1000 time: 0.0623858 Apr 04 18:00:10.761745 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-38c267a6-0231-48d8-bcc0-79cf2362250d admin admin] Publish callbacks [] for security_group (d10560f1-cfd3-45ba-bc84-97abb27533f1), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.776880 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-41657dc0-e4e8-4276-a009-ad0751e52912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:10.778338 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-41657dc0-e4e8-4276-a009-ad0751e52912 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0437088 Apr 04 18:00:10.782409 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-38c267a6-0231-48d8-bcc0-79cf2362250d admin admin] Publish callbacks [] for security_group (d10560f1-cfd3-45ba-bc84-97abb27533f1), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.827755 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-a61c4e52-5151-4ca0-849e-c3f56e1be494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:10.829073 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-38c267a6-0231-48d8-bcc0-79cf2362250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (d10560f1-cfd3-45ba-bc84-97abb27533f1), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.829375 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-a61c4e52-5151-4ca0-849e-c3f56e1be494 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456560 Apr 04 18:00:10.831725 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-38c267a6-0231-48d8-bcc0-79cf2362250d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:10.832895 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-38c267a6-0231-48d8-bcc0-79cf2362250d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d10560f1-cfd3-45ba-bc84-97abb27533f1 HTTP/1.1" status: 204 len: 168 time: 0.1172328 Apr 04 18:00:10.840879 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c267a6-0231-48d8-bcc0-79cf2362250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10560f1-cfd3-45ba-bc84-97abb27533f1,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:10.923886 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-ff95046d-e1a6-4220-b80d-fe569b26e125 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Apr 04 18:00:11.015462 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-93a3f9eb-eef9-4353-ba62-1d563bdfc284 req-39f28903-2122-4d35-8f35-ef8ce89f5865 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857244 Apr 04 18:00:11.088451 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 627e2bad-3eb0-484d-87f6-ff6827e5d94e no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:11.109912 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 627e2bad-3eb0-484d-87f6-ff6827e5d94e {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:11.110289 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 627e2bad-3eb0-484d-87f6-ff6827e5d94e not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:11.110812 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 2c75a469-3ad0-4c21-90a8-7d34492693d5 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:11.130295 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 2c75a469-3ad0-4c21-90a8-7d34492693d5 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:11.130647 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 2c75a469-3ad0-4c21-90a8-7d34492693d5 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:11.131059 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:11.149457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:00:11.149804 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 9543ffbb-2025-4cc2-8d0f-f2d0a92d92e6 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:00:11.160512 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50772) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:11.198689 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-e6d9c97d-e075-48c5-8601-633ad9bccb64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39f53b02c266421faefe9a8ce3e4b758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369458 Apr 04 18:00:11.201722 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50774) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:11.250680 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5286-ffbe-4d55-b7ed-609d0432f8a8 admin admin] Publish callbacks [] for security_group (2d3c454b-78c1-4a66-98d6-8cdabb6a5543), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:11.270594 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5286-ffbe-4d55-b7ed-609d0432f8a8 admin admin] Publish callbacks [] for security_group (2d3c454b-78c1-4a66-98d6-8cdabb6a5543), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:11.317514 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5286-ffbe-4d55-b7ed-609d0432f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (2d3c454b-78c1-4a66-98d6-8cdabb6a5543), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:11.320191 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-6d1c5286-ffbe-4d55-b7ed-609d0432f8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:11.321362 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-6d1c5286-ffbe-4d55-b7ed-609d0432f8a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d3c454b-78c1-4a66-98d6-8cdabb6a5543 HTTP/1.1" status: 204 len: 168 time: 0.1192935 Apr 04 18:00:11.329087 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c5286-ffbe-4d55-b7ed-609d0432f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3c454b-78c1-4a66-98d6-8cdabb6a5543,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:23.427687 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1ab627ac-157c-4301-a339-de721afe4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:25.779882 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9ae00da8-83a4-45b6-813e-9d212a2aea21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:26.785975 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:27.100562 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:00:28.346212 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:29.888513 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:30.873084 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e6545-fa0c-4cf8-b3ad-3f54feee9468 req-e8cba6d9-1a0d-49fb-872c-066894ccacdc tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:30.874537 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-309e6545-fa0c-4cf8-b3ad-3f54feee9468 req-e8cba6d9-1a0d-49fb-872c-066894ccacdc tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0522089 Apr 04 18:00:30.923020 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-309e6545-fa0c-4cf8-b3ad-3f54feee9468 req-33b70b54-4932-4494-a9ea-4018d7b80c38 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Apr 04 18:00:32.021628 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:32.047189 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b121-988d-44b2-a654-cd94c9f210cd req-332c5607-1cbf-4b78-8364-dae25cb904b8 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:32.048688 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1c36b121-988d-44b2-a654-cd94c9f210cd req-332c5607-1cbf-4b78-8364-dae25cb904b8 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0562735 Apr 04 18:00:32.096769 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-1c36b121-988d-44b2-a654-cd94c9f210cd req-1f52fd96-60b9-45d4-9c32-e6c79c597df4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Apr 04 18:00:33.216607 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea268537-2321-4afe-a5a1-1f8ec15336b9 req-ceb3cf20-0956-4a64-b0f5-5ec96a973a55 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:33.218086 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ea268537-2321-4afe-a5a1-1f8ec15336b9 req-ceb3cf20-0956-4a64-b0f5-5ec96a973a55 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0557275 Apr 04 18:00:33.265442 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ea268537-2321-4afe-a5a1-1f8ec15336b9 req-bf5afa0b-7376-491e-bb53-f6158f6dfa05 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418415 Apr 04 18:00:34.381574 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf1ac5-9d8f-4084-bf28-7cefca8071cf req-86d0ba0f-0f79-4843-b258-ab00e0e11b94 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:34.383025 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2fbf1ac5-9d8f-4084-bf28-7cefca8071cf req-86d0ba0f-0f79-4843-b258-ab00e0e11b94 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0532269 Apr 04 18:00:34.429802 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2fbf1ac5-9d8f-4084-bf28-7cefca8071cf req-d4e88318-cad6-41a2-ae56-0715e1f5be9c tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406966 Apr 04 18:00:35.544423 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d155c0-f32d-44a5-ad29-90ebd5355fe7 req-ba91e5ec-110a-48f4-914a-d08567ff2cd4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:35.545870 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c8d155c0-f32d-44a5-ad29-90ebd5355fe7 req-ba91e5ec-110a-48f4-914a-d08567ff2cd4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0509973 Apr 04 18:00:35.592327 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-c8d155c0-f32d-44a5-ad29-90ebd5355fe7 req-194e00be-35dd-43a8-8da4-7b9d06edb66f tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Apr 04 18:00:36.706415 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128807-edb6-4d11-9cdc-a108f082fd1f req-e9ccd2f1-2599-49cd-8ab4-09a7be5dd130 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:36.707848 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52128807-edb6-4d11-9cdc-a108f082fd1f req-e9ccd2f1-2599-49cd-8ab4-09a7be5dd130 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0509436 Apr 04 18:00:36.755273 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-52128807-edb6-4d11-9cdc-a108f082fd1f req-703d693a-ab21-44ba-a317-05254e0f5586 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Apr 04 18:00:37.878626 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a056e78-1cba-49d9-a6a8-f57efa41cfbb req-1aa72664-51e7-46d8-b40a-e1f8f87887c5 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:37.880106 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7a056e78-1cba-49d9-a6a8-f57efa41cfbb req-1aa72664-51e7-46d8-b40a-e1f8f87887c5 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0567322 Apr 04 18:00:37.929086 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7a056e78-1cba-49d9-a6a8-f57efa41cfbb req-2f02c6a5-5ae6-44ca-83e3-310ce7f6d8b5 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Apr 04 18:00:39.048195 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ccb41-c996-4106-a9e7-4074886114fc req-8ad14da5-bb57-4624-ad61-8ad565afed2a tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:39.049690 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-982ccb41-c996-4106-a9e7-4074886114fc req-8ad14da5-bb57-4624-ad61-8ad565afed2a tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0517268 Apr 04 18:00:39.100843 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-982ccb41-c996-4106-a9e7-4074886114fc req-8fa5bc6c-e4b9-4451-ae51-dfc528fd4882 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456214 Apr 04 18:00:40.216644 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472c5d-d26b-4380-9424-f80e0d52a5b7 req-90f6c0a3-e2fc-4e8f-8896-c338f4904451 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:40.218121 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-19472c5d-d26b-4380-9424-f80e0d52a5b7 req-90f6c0a3-e2fc-4e8f-8896-c338f4904451 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0525918 Apr 04 18:00:40.264825 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-19472c5d-d26b-4380-9424-f80e0d52a5b7 req-b33a1ef4-15cc-4885-b677-2691601c5f57 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Apr 04 18:00:41.007938 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-c1eee39a-7e74-433c-b068-f58e50a175c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:41.009367 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-c1eee39a-7e74-433c-b068-f58e50a175c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.0437229 Apr 04 18:00:41.097307 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-39232fa4-2d4e-4f60-a6be-da4d2c049c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:41.098792 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-39232fa4-2d4e-4f60-a6be-da4d2c049c03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.0840638 Apr 04 18:00:41.159981 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-1b88ea45-14ba-4d02-ac02-a43fb7fd34da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 1000 time: 0.0552175 Apr 04 18:00:41.209841 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-f7e19511-3577-46b4-98f3-91826166c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:41.211210 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-f7e19511-3577-46b4-98f3-91826166c7b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0449564 Apr 04 18:00:41.258656 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-4bf72280-a523-43ff-88dd-bc2ec9eaee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:41.259995 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-4bf72280-a523-43ff-88dd-bc2ec9eaee3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430274 Apr 04 18:00:41.345459 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-54774c8d-a280-4290-9431-eff340754a97 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796518 Apr 04 18:00:41.378252 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5f0f6-c093-4a92-8553-743a010ffa18 req-a268c6af-ef38-4039-9f7f-0dfd937a1c94 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:41.379721 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eba5f0f6-c093-4a92-8553-743a010ffa18 req-a268c6af-ef38-4039-9f7f-0dfd937a1c94 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0510654 Apr 04 18:00:41.427235 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-eba5f0f6-c093-4a92-8553-743a010ffa18 req-b9dc628e-9671-4e5c-85a7-b277c22a025f tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Apr 04 18:00:41.435628 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-6694601b-a7de-4c8b-925a-6d782cae0dc0 req-1877b12b-9309-4676-8931-53cd9369d07b service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844495 Apr 04 18:00:42.542353 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cee1e-c749-48a1-8d78-9038e510b701 req-87d52921-9871-4798-89c0-92fb0c5224b7 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:42.543799 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-499cee1e-c749-48a1-8d78-9038e510b701 req-87d52921-9871-4798-89c0-92fb0c5224b7 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0515304 Apr 04 18:00:42.591316 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-499cee1e-c749-48a1-8d78-9038e510b701 req-beba2934-5474-41cc-a55c-d04e68ba3fe1 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Apr 04 18:00:43.706711 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661154f7-3c9f-41a3-a80e-b65ebccbbacf req-d4275e8c-b0b8-421a-ae18-8a3f5e9d3e74 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:43.708150 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-661154f7-3c9f-41a3-a80e-b65ebccbbacf req-d4275e8c-b0b8-421a-ae18-8a3f5e9d3e74 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0506268 Apr 04 18:00:43.758003 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-661154f7-3c9f-41a3-a80e-b65ebccbbacf req-95ab0381-e91d-48a2-965d-10510486f5d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Apr 04 18:00:43.966282 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4d06a-fef9-44ac-88b8-39add4e09504 req-91ccfde0-96c3-4fc9-be8c-f1d50bfbfd31 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:43.967764 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2ac4d06a-fef9-44ac-88b8-39add4e09504 req-91ccfde0-96c3-4fc9-be8c-f1d50bfbfd31 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0561247 Apr 04 18:00:44.015795 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-2ac4d06a-fef9-44ac-88b8-39add4e09504 req-cda2ab48-8f78-4744-8957-8e6479b4a734 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Apr 04 18:00:44.031262 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50812) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:44.117487 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-67e50815-f820-48c3-9b6c-7becf7f2ccea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851324 Apr 04 18:00:44.125758 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-88aee890-e159-4435-acee-8a09631962d3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=115104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 18:00:44.126621 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-88aee890-e159-4435-acee-8a09631962d3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046484 Apr 04 18:00:44.290940 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50820) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:00:44.387507 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-ed1b258f-89d1-49ef-81ac-24195091c651 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:44.388784 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-ed1b258f-89d1-49ef-81ac-24195091c651 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports/97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 942 time: 0.0968330 Apr 04 18:00:45.142489 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb7fec-9aad-4ad0-b6f7-08e1e5032512 req-cba2a9e4-44d0-43d8-a619-41f6edc29867 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:45.144008 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a5eb7fec-9aad-4ad0-b6f7-08e1e5032512 req-cba2a9e4-44d0-43d8-a619-41f6edc29867 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0550551 Apr 04 18:00:45.194304 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-a5eb7fec-9aad-4ad0-b6f7-08e1e5032512 req-26aaea40-f65e-4712-a299-0deab537b089 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Apr 04 18:00:45.558506 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-733267dd-1df9-41d2-844c-e5c7d6d6764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:45.559965 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-733267dd-1df9-41d2-844c-e5c7d6d6764a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e&tenant_id=aa0a4cab1be7447086284dd5a5765402 HTTP/1.1" status: 200 len: 1129 time: 0.0431526 Apr 04 18:00:45.622545 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-80510da2-c501-42d8-b462-525666fe48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:45.623978 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-80510da2-c501-42d8-b462-525666fe48c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.0428500 Apr 04 18:00:45.713798 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-aaafe5ec-26a5-420c-9758-11915bc6c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:45.715245 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-aaafe5ec-26a5-420c-9758-11915bc6c3e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.0854199 Apr 04 18:00:45.777623 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-c93cdb37-7be9-46d0-9c5a-cb88a75829af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 1000 time: 0.0563865 Apr 04 18:00:45.830520 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-342cbee8-af59-4dcd-a818-d5a5bb9b6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:45.831833 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-342cbee8-af59-4dcd-a818-d5a5bb9b6f0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0456483 Apr 04 18:00:45.877867 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-0f67c6bd-8be1-44cf-99c9-d3467933f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:45.879330 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-0f67c6bd-8be1-44cf-99c9-d3467933f75b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419796 Apr 04 18:00:45.963482 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-717df44c-b84f-4898-b915-d5198074193f service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780208 Apr 04 18:00:46.054015 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-8bf09786-5dc7-43b3-b03f-1ee494b7302d req-51194cbe-aaec-45e2-8ae7-040827cbc397 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843878 Apr 04 18:00:46.183293 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:00:46.262154 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 is: ACTIVE; New status is: DOWN {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 18:00:46.262539 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:46.284623 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 18:00:46.286829 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2501f-7085-44f8-ae4f-a2986c7037b6" -d '{"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-unplugged", "status": "completed", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 18:00:46.299983 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:46.308730 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:46.314215 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88305f-709e-4d74-8f87-f31ebe117b57 req-be8214fe-bd3a-4dfe-94a4-a68f7ce0dfbb tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:46.315707 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3f88305f-709e-4d74-8f87-f31ebe117b57 req-be8214fe-bd3a-4dfe-94a4-a68f7ce0dfbb tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0535431 Apr 04 18:00:46.335682 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eacdc7-8fce-48ba-903d-a2b9297407a1 x-openstack-request-id: req-42eacdc7-8fce-48ba-903d-a2b9297407a1 {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 18:00:46.335970 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-unplugged", "status": "completed", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 18:00:46.336218 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42eacdc7-8fce-48ba-903d-a2b9297407a1 {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 18:00:46.336637 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42eacdc7-8fce-48ba-903d-a2b9297407a1'] response: {'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'code': 200} Apr 04 18:00:46.359868 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=6']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:46.365880 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-3f88305f-709e-4d74-8f87-f31ebe117b57 req-8de96aec-f87e-4e0e-8158-6b94b68cd24f tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Apr 04 18:00:47.482335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a53b2-3b05-4a82-8bbb-78858809eff7 req-93b4dc8e-fc64-4331-8f3b-496708338f32 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:47.483793 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-881a53b2-3b05-4a82-8bbb-78858809eff7 req-93b4dc8e-fc64-4331-8f3b-496708338f32 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0513723 Apr 04 18:00:47.530388 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-881a53b2-3b05-4a82-8bbb-78858809eff7 req-f6c9ed67-61fa-45aa-b5e0-6e80373fcdc8 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Apr 04 18:00:48.650615 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75c98-c556-4d11-91c9-e94e924839c8 req-7c9097ef-32e2-4615-a939-e48304886b2b tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:48.652074 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b7b75c98-c556-4d11-91c9-e94e924839c8 req-7c9097ef-32e2-4615-a939-e48304886b2b tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0564339 Apr 04 18:00:48.698151 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b7b75c98-c556-4d11-91c9-e94e924839c8 req-f14ac705-32df-4fe7-a259-495751e92acb tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 Apr 04 18:00:49.816105 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c66e4-815c-4bd4-85c0-ea27127282ab req-0a21c648-df59-478f-a98d-110ad3122104 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:49.817569 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e0c66e4-815c-4bd4-85c0-ea27127282ab req-0a21c648-df59-478f-a98d-110ad3122104 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0545104 Apr 04 18:00:49.864033 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-7e0c66e4-815c-4bd4-85c0-ea27127282ab req-36c26eb0-685e-4587-840b-9979eca5e6ab tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Apr 04 18:00:50.976801 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2e6a6-f915-4f9f-a786-4d499e892e62 req-2613e023-e351-4b42-a5a7-67127ca86885 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:50.978803 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4bb2e6a6-f915-4f9f-a786-4d499e892e62 req-2613e023-e351-4b42-a5a7-67127ca86885 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0511477 Apr 04 18:00:51.025968 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-4bb2e6a6-f915-4f9f-a786-4d499e892e62 req-f912476c-82ca-4742-b5c2-a1518464a1cf tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Apr 04 18:00:52.061575 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862fa15-bfa7-454b-904e-3ce24ab9e408 req-d7a7bbcf-8bcd-4fed-b910-b74d562d663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:52.063005 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2862fa15-bfa7-454b-904e-3ce24ab9e408 req-d7a7bbcf-8bcd-4fed-b910-b74d562d663b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1127 time: 0.0427852 Apr 04 18:00:52.134943 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-2862fa15-bfa7-454b-904e-3ce24ab9e408 req-ac702a0d-7f34-43df-bcc6-22fccc5f965c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651414 Apr 04 18:00:52.156347 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fb15e-bf89-43e7-8b2b-952dc59d69d7 req-d06e86a8-7fde-44e4-8993-660c4c36ca84 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:52.157737 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ad7fb15e-bf89-43e7-8b2b-952dc59d69d7 req-d06e86a8-7fde-44e4-8993-660c4c36ca84 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0610144 Apr 04 18:00:52.208191 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-ad7fb15e-bf89-43e7-8b2b-952dc59d69d7 req-5caf7aaa-7887-404a-8b23-cf084320c46c tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Apr 04 18:00:53.325480 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b6827-4ffb-48b7-953a-21592dea6070 req-3df1b436-9404-4fa5-afdb-342ee855cfd2 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:00:53.326870 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b64b6827-4ffb-48b7-953a-21592dea6070 req-3df1b436-9404-4fa5-afdb-342ee855cfd2 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 943 time: 0.0548787 Apr 04 18:00:53.375766 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-b64b6827-4ffb-48b7-953a-21592dea6070 req-77eb98ef-8d4d-4104-b4ee-4eaf184f5b14 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Apr 04 18:00:53.433468 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-031d68e3-014e-45a0-a51a-9e6421f25b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:54.181401 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=115105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 18:00:54.274053 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:54.284472 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Returning: {'device': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'port_id': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'mac_address': 'fa:16:3e:12:06:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 18:00:54.323469 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 is: DOWN; New status is: BUILD {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 18:00:54.324101 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:54.336112 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c3c69c-6aaa-4c37-ba13-57e4c1746595 {{(pid=115105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 18:00:54.353886 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:54.357877 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:54.403630 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=7']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:54.615164 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] get_ports_and_sgs() called for port_ids ['97c3c69c-6aaa-4c37-ba13-57e4c1746595'] {{(pid=115105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 18:00:55.781548 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2fee5d2f-dc95-4080-8292-beb388201390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:56.192206 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 up at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 18:00:56.239995 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.provisioning_blocks [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Provisioning complete for port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 triggered by entity L2. {{(pid=115105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 18:00:56.240404 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16400745'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), provisioning_complete {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:56.317113 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Current status of the port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 is: BUILD; New status is: ACTIVE {{(pid=115105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 18:00:56.317502 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16325294'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:56.339552 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 18:00:56.341788 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca229f4ac857b1a6cb89c266ec8bc1b8889f21200894508d6c08793f8c400880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad61cdd-be2e-43b9-b1de-4b39e345c749" -d '{"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-plugged", "status": "completed", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 18:00:56.353694 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.db [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:00:56.357953 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753637911071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753637338691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753637338709'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:56.380892 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8fef26-2633-473a-bedc-e403f6455a9d x-openstack-request-id: req-9c8fef26-2633-473a-bedc-e403f6455a9d {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 18:00:56.381200 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-plugged", "status": "completed", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "code": 200}]} {{(pid=115105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 18:00:56.381443 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c8fef26-2633-473a-bedc-e403f6455a9d {{(pid=115105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 18:00:56.381836 dv-cinder-788368-5-iscsi neutron-server[115105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8fef26-2633-473a-bedc-e403f6455a9d'] response: {'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'code': 200} Apr 04 18:00:56.407493 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Pushing event updated for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=8']} {{(pid=115105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:00:56.788507 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:58.348717 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:00:59.889927 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:02.013665 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:04.099402 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:01:10.265691 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-9a1511ca-a6af-4ea3-9675-03b52bb34873 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428779 Apr 04 18:01:10.351904 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226744-f73f-490a-b249-e12d199ee278 req-201c73bc-587a-4e3e-8be2-e8ec866cea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:01:10.353926 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-201c73bc-587a-4e3e-8be2-e8ec866cea4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.0458755 Apr 04 18:01:10.453688 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226744-f73f-490a-b249-e12d199ee278 req-fa493f7d-19c3-4740-8f77-b3c7feade0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:01:10.455093 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-fa493f7d-19c3-4740-8f77-b3c7feade0d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.0839980 Apr 04 18:01:10.518736 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-e3c06afa-23e0-4746-9681-73106ac15ef8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 1000 time: 0.0562460 Apr 04 18:01:10.565200 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226744-f73f-490a-b249-e12d199ee278 req-746ae503-0a4e-45a2-ba29-b32e2633a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:01:10.566842 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-746ae503-0a4e-45a2-ba29-b32e2633a715 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0417397 Apr 04 18:01:10.616994 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226744-f73f-490a-b249-e12d199ee278 req-c3acaf8e-eea6-45ad-ada5-48f603e73a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:01:10.618440 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-c3acaf8e-eea6-45ad-ada5-48f603e73a79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455444 Apr 04 18:01:10.703398 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-db76853c-1001-4768-bc45-463a736ca455 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791309 Apr 04 18:01:10.793660 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-db226744-f73f-490a-b249-e12d199ee278 req-29cfebf5-4cd6-4d79-964f-183afca43181 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833192 Apr 04 18:01:23.425029 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8c327196-8111-409c-99ca-57f2b55b30ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:24.451209 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-96d509a7-1d15-4e5d-b333-5c4610a97ce4 req-f00c47ea-8fb5-4c1c-9795-523c80655af1 service neutron] (115103) timed out ('10.222.0.11', 64202) {{(pid=115103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 18:01:25.783429 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-34aecbc8-6edc-4637-8242-6f0024650373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:26.790708 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:28.351864 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:29.891650 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:32.021971 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:41.097656 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:01:53.425345 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a64aa7a5-9b74-4e91-aed1-57bb80143c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:55.783616 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-30d2e8ae-1969-49ca-ab61-d4842179504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:56.792910 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:58.355728 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:01:59.894170 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:02.015311 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:09.169947 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50876) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:09.318986 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Deleting port 3a31db31-4310-4a8f-9065-7c9f0b6a0334 {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:09.319319 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:09.390500 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:09.390748 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for floatingip (3a31db31-4310-4a8f-9065-7c9f0b6a0334), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:09.401904 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Calling delete_port for 3a31db31-4310-4a8f-9065-7c9f0b6a0334 owned by network:floatingip {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:09.543621 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (3a31db31-4310-4a8f-9065-7c9f0b6a0334), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:09.567718 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event deleted for resources: {'Port': ['ID=3a31db31-4310-4a8f-9065-7c9f0b6a0334,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:09.579142 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.579487 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.579819 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.580149 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.580504 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.580827 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.581146 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.581465 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.581782 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.582097 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.582419 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.582736 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.583049 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.583363 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.583674 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:09.639565 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for floatingip (ad6284e3-1772-46bc-bd38-b19d5b933f39), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:09.639931 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.db.l3_db [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Floating IP ad6284e3-1772-46bc-bd38-b19d5b933f39 disassociated (deleted). External IP: 172.27.3.33, port: 97c3c69c-6aaa-4c37-ba13-57e4c1746595. Apr 04 18:02:10.096311 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 18:02:10.200277 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 18:02:10.204990 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for floatingip (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:10.210637 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] Sync routers for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 18:02:10.219875 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:02:10.220503 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T18:01:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:10.232552 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-1355e73f-49d0-4de3-b884-659cc1ea6e45 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "DELETE /v2.0/floatingips/ad6284e3-1772-46bc-bd38-b19d5b933f39 HTTP/1.1" status: 204 len: 168 time: 1.0615103 Apr 04 18:02:10.233112 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 18:02:10.235445 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a869455299a2f7fe0bbd29ddd5f18e4775d7e545baf8d31884d37d14ca713ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39" -d '{"events": [{"name": "network-changed", "server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 18:02:10.331476 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:02:10.360989 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d878a-5546-4c0d-a7b8-008afd8fb900 x-openstack-request-id: req-044d878a-5546-4c0d-a7b8-008afd8fb900 {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 18:02:10.361289 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "status": "completed", "code": 200}]} {{(pid=115104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 18:02:10.361540 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-044d878a-5546-4c0d-a7b8-008afd8fb900 {{(pid=115104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 18:02:10.361947 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044d878a-5546-4c0d-a7b8-008afd8fb900'] response: {'name': 'network-changed', 'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'status': 'completed', 'code': 200} Apr 04 18:02:10.488188 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-a953f7c6-f591-45b2-b7a3-ad9f56040928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:10.489646 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-a953f7c6-f591-45b2-b7a3-ad9f56040928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0a4cab1be7447086284dd5a5765402&device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 1129 time: 0.0993536 Apr 04 18:02:10.540824 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:10.566241 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] Checking router: 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 18:02:10.574606 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:02:10.575203 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T18:01:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:10.592016 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92533cd-676a-41f8-8e9d-b45b1e2be2ee req-d0706f62-3194-4ea6-bbe0-9af73e732e44 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:10.593533 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d92533cd-676a-41f8-8e9d-b45b1e2be2ee req-d0706f62-3194-4ea6-bbe0-9af73e732e44 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.1720827 Apr 04 18:02:10.628798 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-e39bfef5-7dd0-4df4-9576-dd3fe0d1a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:10.630195 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-e39bfef5-7dd0-4df4-9576-dd3fe0d1a1fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 200 len: 910 time: 0.1222627 Apr 04 18:02:10.690434 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-2b280546-bc32-4a2f-845e-659c4ff11176 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 200 len: 217 time: 0.0514238 Apr 04 18:02:10.695439 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-d92533cd-676a-41f8-8e9d-b45b1e2be2ee req-581e633a-5268-4853-8e4d-51d17e9ea8f9 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953455 Apr 04 18:02:10.743037 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-2cbde1e4-2919-467a-b94c-2bede2b00819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:10.744560 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-2cbde1e4-2919-467a-b94c-2bede2b00819 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 200 len: 848 time: 0.0456238 Apr 04 18:02:10.792493 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-5b6b8470-adef-48cc-ab6b-828b83fb7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:10.793965 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-5b6b8470-adef-48cc-ab6b-828b83fb7414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b81f1ea-ea2a-415b-b9b1-482225d0ec32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434284 Apr 04 18:02:10.819623 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:02:10.886222 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-f1bda381-c3df-46f4-a558-d08a9bc6d56d service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844281 Apr 04 18:02:10.972846 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-e5d7b60d-3aea-4025-ad73-fb3bdd309c39 req-9211c086-ff75-4a6a-9bf6-e2d3560abe15 service neutron] 10.222.0.11 "GET /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805705 Apr 04 18:02:11.027313 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:11.053686 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91636114-30a7-4c0a-8255-2ff330353193 None None] The sync data for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi is: [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:52Z', 'revision_number': 4, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi', '_interfaces': [{'id': '48186c98-cf94-494e-b673-485bc3261b2f', 'name': '', 'network_id': '7b81f1ea-ea2a-415b-b9b1-482225d0ec32', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'mac_address': 'fa:16:3e:f0:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:52Z', 'updated_at': '2022-04-04T17:57:56Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'subnets': [{'id': 'e6844609-ba14-4d66-aab0-d72521b73bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 18:02:11.266632 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ddbebf-001a-40dc-9b4a-e3d855b18223 None None] New status for floating IP ad6284e3-1772-46bc-bd38-b19d5b933f39: DOWN {{(pid=115106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 18:02:11.860841 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a00756-0ec0-4152-b030-718bf3481816 req-65761537-d2e1-470b-ae36-f0133d0e91b3 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:11.862313 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-30a00756-0ec0-4152-b030-718bf3481816 req-65761537-d2e1-470b-ae36-f0133d0e91b3 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0988009 Apr 04 18:02:11.909555 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-30a00756-0ec0-4152-b030-718bf3481816 req-97d6305e-ec89-48ac-a416-707e4ad41e31 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/security-groups?id=c48f5a47-7df3-41e9-8137-b91d4e30840d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Apr 04 18:02:11.964972 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-821bba8e-b755-49b5-8e0a-bb3432a264f8 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 18:02:11.966424 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-821bba8e-b755-49b5-8e0a-bb3432a264f8 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.11 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 945 time: 0.0519106 Apr 04 18:02:12.057285 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Deleting port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:12.057623 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:12.141194 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] For port 97c3c69c-6aaa-4c37-ba13-57e4c1746595, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=97c3c69c-6aaa-4c37-ba13-57e4c1746595,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:12.141558 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:12.153853 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Calling delete_port for 97c3c69c-6aaa-4c37-ba13-57e4c1746595 owned by compute:nova {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:12.277216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (97c3c69c-6aaa-4c37-ba13-57e4c1746595), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:12.302559 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event deleted for resources: {'Port': ['ID=97c3c69c-6aaa-4c37-ba13-57e4c1746595,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:12.312422 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.312772 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.313115 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.313454 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.313790 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.314121 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.314449 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.314777 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.315101 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.315970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.315970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.316166 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.316377 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.316699 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.317017 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-5-iscsi {{(pid=115103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 18:02:12.364511 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] No DVR routers for this DVR port 97c3c69c-6aaa-4c37-ba13-57e4c1746595 on host hv-cinder-78836 {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:02:12.366928 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970944'] for port (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:12.370804 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [req-351156e4-899b-44fb-a2a5-b89e015bc295 req-c5e1f901-be11-4217-9bee-2d11d719ec63 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.11 "DELETE /v2.0/ports/97c3c69c-6aaa-4c37-ba13-57e4c1746595 HTTP/1.1" status: 204 len: 173 time: 0.3991685 Apr 04 18:02:12.371235 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-deleted', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595'}] {{(pid=115103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 18:02:12.373467 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f554d38b5e66478b8dda9db78e5599c8e09ece8c4e0c744a246381e094af1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f86eb-a57d-4b22-89ac-04e4b91e1272" -d '{"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-deleted", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595"}]}' {{(pid=115103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 18:02:12.406867 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ff7884-47c2-4aba-a801-15fef6aae057 x-openstack-request-id: req-e1ff7884-47c2-4aba-a801-15fef6aae057 {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 18:02:12.407164 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904d43ee-ea01-41b8-8fa0-71e1c20a729e", "name": "network-vif-deleted", "tag": "97c3c69c-6aaa-4c37-ba13-57e4c1746595", "status": "completed", "code": 200}]} {{(pid=115103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 18:02:12.407419 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1ff7884-47c2-4aba-a801-15fef6aae057 {{(pid=115103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 18:02:12.407828 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ff7884-47c2-4aba-a801-15fef6aae057'] response: {'server_uuid': '904d43ee-ea01-41b8-8fa0-71e1c20a729e', 'name': 'network-vif-deleted', 'tag': '97c3c69c-6aaa-4c37-ba13-57e4c1746595', 'status': 'completed', 'code': 200} Apr 04 18:02:13.013498 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [req-0a8e3837-7f9b-4607-9d72-44ddfba2caee req-8461b725-e649-4d75-b63a-37b58d6e18e6 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "GET /v2.0/ports?device_id=904d43ee-ea01-41b8-8fa0-71e1c20a729e HTTP/1.1" status: 200 len: 210 time: 0.0274887 Apr 04 18:02:14.069096 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50914) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:14.125411 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9879e5e-fd8b-44eb-8ae8-324427e022d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group (c48f5a47-7df3-41e9-8137-b91d4e30840d), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:14.148769 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9879e5e-fd8b-44eb-8ae8-324427e022d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group (c48f5a47-7df3-41e9-8137-b91d4e30840d), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:14.210211 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9879e5e-fd8b-44eb-8ae8-324427e022d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (c48f5a47-7df3-41e9-8137-b91d4e30840d), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:14.212894 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-f9879e5e-fd8b-44eb-8ae8-324427e022d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Publish callbacks [] for security_group (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:14.214633 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-f9879e5e-fd8b-44eb-8ae8-324427e022d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] 10.222.0.24 "DELETE /v2.0/security-groups/c48f5a47-7df3-41e9-8137-b91d4e30840d HTTP/1.1" status: 204 len: 168 time: 0.1445839 Apr 04 18:02:14.226675 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9879e5e-fd8b-44eb-8ae8-324427e022d4 tempest-TestShelveInstance-705769642 tempest-TestShelveInstance-705769642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f5a47-7df3-41e9-8137-b91d4e30840d,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:14.260586 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50918) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:14.568715 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:14.589437 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] No Port match for: 97c3c69c-6aaa-4c37-ba13-57e4c1746595 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:14.589778 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Device 97c3c69c-6aaa-4c37-ba13-57e4c1746595 not bound to the agent host hv-cinder-78836 {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:14.848430 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:15.094009 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Deleting port 48186c98-cf94-494e-b673-485bc3261b2f {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:15.094255 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (48186c98-cf94-494e-b673-485bc3261b2f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:15.171732 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] For port 48186c98-cf94-494e-b673-485bc3261b2f, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=48186c98-cf94-494e-b673-485bc3261b2f,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:15.172010 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (48186c98-cf94-494e-b673-485bc3261b2f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:15.184213 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Calling delete_port for 48186c98-cf94-494e-b673-485bc3261b2f owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:15.360967 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (48186c98-cf94-494e-b673-485bc3261b2f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:15.393199 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Pushing event deleted for resources: {'Port': ['ID=48186c98-cf94-494e-b673-485bc3261b2f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:15.551805 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:15.763501 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 18:02:15.868389 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 18:02:15.873335 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-db0c2a62-a95e-4d54-b876-f8fedc230386 admin admin] 10.222.0.24 "PUT /v2.0/routers/72f1b2e5-66b5-4ef3-a6de-dd630e9e9079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111491 Apr 04 18:02:15.875915 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50920) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:15.876754 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] Sync routers for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 18:02:15.886034 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:02:15.886638 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T18:01:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:15.983212 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks [] for router (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:15.997914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:02:16.084780 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks [] for router_gateway (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.135252 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Deleting port 46bd0c08-c3f3-4277-b12a-2b8021711f27 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:16.135584 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.175937 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T18:02:15Z', 'revision_number': 5, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port': {'id': '46bd0c08-c3f3-4277-b12a-2b8021711f27', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T17:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:16.203033 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] Checking router: 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 for host: dv-cinder-788368-5-iscsi {{(pid=115105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 18:02:16.211023 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] For port 46bd0c08-c3f3-4277-b12a-2b8021711f27, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=46bd0c08-c3f3-4277-b12a-2b8021711f27,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:16.211229 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] Routers {'72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:02:16.211396 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.211799 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T18:01:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'], 'active': True} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:16.227686 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Calling delete_port for 46bd0c08-c3f3-4277-b12a-2b8021711f27 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:16.300141 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_dvr_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] Set router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 gateway port host: None {{(pid=115105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:02:16.365607 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.db.l3_hamode_db [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T18:02:16Z', 'revision_number': 6, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:16.392840 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ee6b6-82c4-499e-8a5c-d8de133539f1 None None] The sync data for ids ['72f1b2e5-66b5-4ef3-a6de-dd630e9e9079'] in dv-cinder-788368-5-iscsi is: [{'id': '72f1b2e5-66b5-4ef3-a6de-dd630e9e9079', 'name': 'tempest-TestShelveInstance-1725307595-router', 'tenant_id': 'aa0a4cab1be7447086284dd5a5765402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:50Z', 'updated_at': '2022-04-04T18:02:16Z', 'revision_number': 6, 'project_id': 'aa0a4cab1be7447086284dd5a5765402', 'gw_port_host': None}] {{(pid=115105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 18:02:16.396889 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (46bd0c08-c3f3-4277-b12a-2b8021711f27), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.425990 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46bd0c08-c3f3-4277-b12a-2b8021711f27,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:16.484335 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.573150 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.575230 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks [] for router_controller (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.621153 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (72f1b2e5-66b5-4ef3-a6de-dd630e9e9079), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.621606 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 18:02:16.626008 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.627709 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-c8d61f6b-25a9-4b88-9fb1-c739ca206af7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/72f1b2e5-66b5-4ef3-a6de-dd630e9e9079 HTTP/1.1" status: 204 len: 168 time: 0.7503166 Apr 04 18:02:16.629862 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50922) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:16.673211 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Deleting subnet e6844609-ba14-4d66-aab0-d72521b73bea {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 18:02:16.676216 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Publish callbacks [] for subnet (e6844609-ba14-4d66-aab0-d72521b73bea), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.710140 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (e6844609-ba14-4d66-aab0-d72521b73bea), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.790849 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (e6844609-ba14-4d66-aab0-d72521b73bea), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.845049 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (e6844609-ba14-4d66-aab0-d72521b73bea), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.872001 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:16.875846 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e6844609-ba14-4d66-aab0-d72521b73bea HTTP/1.1" status: 204 len: 168 time: 0.2450147 Apr 04 18:02:16.876949 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778823c-7339-49fe-925d-4b239818a9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6844609-ba14-4d66-aab0-d72521b73bea,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:16.877355 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c237d76-3efb-459f-bf94-ce08b0d565af None None] Network 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 18:02:16.878712 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [-] (115104) accepted ('10.222.0.24', 50924) {{(pid=115104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:16.945505 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (7b81f1ea-ea2a-415b-b9b1-482225d0ec32), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.002541 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Deleting port e934c48c-cd26-431a-a7ad-8de555b4743d {{(pid=115104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:17.002874 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.062916 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.db [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] For port e934c48c-cd26-431a-a7ad-8de555b4743d, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e934c48c-cd26-431a-a7ad-8de555b4743d,segment=NetworkSegment(83e94684-1bd3-4b80-823f-dd46f6d12fc4),segment_id=83e94684-1bd3-4b80-823f-dd46f6d12fc4)] {{(pid=115104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:17.063266 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.075541 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.plugin [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Calling delete_port for e934c48c-cd26-431a-a7ad-8de555b4743d owned by network:dhcp {{(pid=115104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:17.161362 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371319'] for port (e934c48c-cd26-431a-a7ad-8de555b4743d), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.169474 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2be2b3-bd8f-4977-b195-545e3f652cd7 None None] DHCP port deletion for 7b81f1ea-ea2a-415b-b9b1-482225d0ec32 request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 18:02:17.192956 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e934c48c-cd26-431a-a7ad-8de555b4743d,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:17.199902 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] No DVR routers for this DVR port e934c48c-cd26-431a-a7ad-8de555b4743d on host dv-cinder-788368-5-iscsi {{(pid=115104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:02:17.214261 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 46bd0c08-c3f3-4277-b12a-2b8021711f27 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:17.235889 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 46bd0c08-c3f3-4277-b12a-2b8021711f27 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:17.236355 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 46bd0c08-c3f3-4277-b12a-2b8021711f27 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:17.236855 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 48186c98-cf94-494e-b673-485bc3261b2f no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:17.256521 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 48186c98-cf94-494e-b673-485bc3261b2f {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:17.256951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 48186c98-cf94-494e-b673-485bc3261b2f not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:17.257477 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e934c48c-cd26-431a-a7ad-8de555b4743d no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:17.270579 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (7b81f1ea-ea2a-415b-b9b1-482225d0ec32), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.276810 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: e934c48c-cd26-431a-a7ad-8de555b4743d {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:17.277211 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e934c48c-cd26-431a-a7ad-8de555b4743d not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:17.292175 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b81f1ea-ea2a-415b-b9b1-482225d0ec32']}} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:17.301126 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e94684-1bd3-4b80-823f-dd46f6d12fc4') {'for_net_delete': True} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:17.301420 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.services.segments.db [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e94684-1bd3-4b80-823f-dd46f6d12fc4') {} {{(pid=115104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:17.310357 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3439877'] for segment (83e94684-1bd3-4b80-823f-dd46f6d12fc4), before_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.323294 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (83e94684-1bd3-4b80-823f-dd46f6d12fc4), precommit_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.329339 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=115104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 18:02:17.329730 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371204'] for segment (83e94684-1bd3-4b80-823f-dd46f6d12fc4), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: Traceback (most recent call last): Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: timer() Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: cb(*args, **kw) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: return func(*args, **kwargs) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: self._notify() Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: self.callback(batched_events) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: event.method(event) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: return f(self, *a, **k) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._get(url).json() Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: return self.request(url, 'GET', **kwargs) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 18:02:17.331414 dv-cinder-788368-5-iscsi neutron-server[115104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 18:02:17.390687 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (7b81f1ea-ea2a-415b-b9b1-482225d0ec32), after_delete {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.399299 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron_lib.callbacks.manager [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.402693 dv-cinder-788368-5-iscsi neutron-server[115104]: INFO neutron.wsgi [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b81f1ea-ea2a-415b-b9b1-482225d0ec32 HTTP/1.1" status: 204 len: 168 time: 0.5224862 Apr 04 18:02:17.405730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50926) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:17.413544 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24355294-ca0e-44f9-96d1-6cba5e966a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b81f1ea-ea2a-415b-b9b1-482225d0ec32,revision_number=None']} {{(pid=115104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:17.745756 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542155'] for router_interface (fb2c2a29-0eb2-4365-9682-1731746d4238), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:17.985293 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Deleting port e6dbe3db-aba4-43c9-8493-adc52dddb7dd {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:17.985630 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:18.063601 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] For port e6dbe3db-aba4-43c9-8493-adc52dddb7dd, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,segment=NetworkSegment(6f74c36c-f41d-4879-8137-ce194e1af991),segment_id=6f74c36c-f41d-4879-8137-ce194e1af991)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:18.063961 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:18.076686 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Calling delete_port for e6dbe3db-aba4-43c9-8493-adc52dddb7dd owned by network:router_interface {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:18.095885 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:02:18.252146 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (e6dbe3db-aba4-43c9-8493-adc52dddb7dd), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:18.277100 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dbe3db-aba4-43c9-8493-adc52dddb7dd,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:18.688077 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542055'] for router_interface (fb2c2a29-0eb2-4365-9682-1731746d4238), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:18.898267 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Router fb2c2a29-0eb2-4365-9682-1731746d4238 has already been hosted by L3 agent e27e82a9-9a22-43f4-a47d-6e549edf6de5 {{(pid=115103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 18:02:19.006116 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] Notify agent at l3_agent.dv-cinder-788368-5-iscsi the message routers_updated {{(pid=115103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 18:02:19.011057 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-ee9975c7-2281-44e9-8f46-53c1045c27f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/fb2c2a29-0eb2-4365-9682-1731746d4238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6036632 Apr 04 18:02:19.013681 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50928) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:19.014685 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] Sync routers for ids ['fb2c2a29-0eb2-4365-9682-1731746d4238'] in dv-cinder-788368-5-iscsi {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 18:02:19.024715 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] Routers {'fb2c2a29-0eb2-4365-9682-1731746d4238'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:02:19.025834 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T18:01:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['fb2c2a29-0eb2-4365-9682-1731746d4238'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:19.127522 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks [] for router (fb2c2a29-0eb2-4365-9682-1731746d4238), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.132367 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] Set router fb2c2a29-0eb2-4365-9682-1731746d4238 gateway port host: dv-cinder-788368-5-iscsi {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:02:19.234181 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks [] for router_gateway (fb2c2a29-0eb2-4365-9682-1731746d4238), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.292766 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Deleting port c6e4926a-94c8-426a-9b13-04226c333013 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:19.293205 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (c6e4926a-94c8-426a-9b13-04226c333013), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.308696 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'external_fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T18:02:18Z', 'revision_number': 5, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port': {'id': 'c6e4926a-94c8-426a-9b13-04226c333013', 'name': '', 'network_id': 'cd235ceb-c53c-4bf9-a027-1a1a8e8931c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T17:57:55Z', 'updated_at': '2022-04-04T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00d5d3f4-a140-46c8-9d72-1bf9ccd67cfe', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-5-iscsi'}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:19.337374 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] Checking router: fb2c2a29-0eb2-4365-9682-1731746d4238 for host: dv-cinder-788368-5-iscsi {{(pid=115106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 18:02:19.345722 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] Routers {'fb2c2a29-0eb2-4365-9682-1731746d4238'} bound to L3 agent in host dv-cinder-788368-5-iscsi {{(pid=115106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 18:02:19.346320 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T17:37:56Z,description=,heartbeat_timestamp=2022-04-04T18:01:56Z,host='dv-cinder-788368-5-iscsi',id=e27e82a9-9a22-43f4-a47d-6e549edf6de5,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T17:37:56Z,topic='l3_agent')) {'router_ids': ['fb2c2a29-0eb2-4365-9682-1731746d4238'], 'active': True} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:19.372799 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] For port c6e4926a-94c8-426a-9b13-04226c333013, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=c6e4926a-94c8-426a-9b13-04226c333013,segment=NetworkSegment(bbc903ff-59be-4f2b-b869-12de82094716),segment_id=bbc903ff-59be-4f2b-b869-12de82094716)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:19.373161 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (c6e4926a-94c8-426a-9b13-04226c333013), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.385884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Calling delete_port for c6e4926a-94c8-426a-9b13-04226c333013 owned by network:router_gateway {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:19.430236 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_dvr_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] Set router fb2c2a29-0eb2-4365-9682-1731746d4238 gateway port host: None {{(pid=115106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 18:02:19.479769 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.l3_hamode_db [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T18:02:19Z', 'revision_number': 6, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port_host': None}], 'dv-cinder-788368-5-iscsi', False) {} {{(pid=115106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:19.551419 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (c6e4926a-94c8-426a-9b13-04226c333013), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.579437 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e4926a-94c8-426a-9b13-04226c333013,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:19.601485 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334de386-20c2-4a66-bab6-8185493be5d8 None None] The sync data for ids ['fb2c2a29-0eb2-4365-9682-1731746d4238'] in dv-cinder-788368-5-iscsi is: [{'id': 'fb2c2a29-0eb2-4365-9682-1731746d4238', 'name': 'tempest-TestShelveInstance-1408596731-router', 'tenant_id': 'fffaafb755464ba58a73fc4f067be9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T17:57:54Z', 'updated_at': '2022-04-04T18:02:19Z', 'revision_number': 6, 'project_id': 'fffaafb755464ba58a73fc4f067be9e3', 'gw_port_host': None}] {{(pid=115106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 18:02:19.651709 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542593'] for router_gateway (fb2c2a29-0eb2-4365-9682-1731746d4238), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.741155 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1979'] for router (fb2c2a29-0eb2-4365-9682-1731746d4238), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.743124 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks [] for router_controller (fb2c2a29-0eb2-4365-9682-1731746d4238), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.788744 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-544113'] for router (fb2c2a29-0eb2-4365-9682-1731746d4238), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.789249 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2c2a29-0eb2-4365-9682-1731746d4238 {{(pid=115103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 18:02:19.793924 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.795042 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-36ac5337-964f-4ee1-8f4e-583cc26c04c6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fb2c2a29-0eb2-4365-9682-1731746d4238 HTTP/1.1" status: 204 len: 168 time: 0.7804689 Apr 04 18:02:19.797637 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50930) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:19.840836 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Deleting subnet 41fcedfa-3158-4b4a-af83-8bea057e3ba6 {{(pid=115103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 18:02:19.843779 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Publish callbacks [] for subnet (41fcedfa-3158-4b4a-af83-8bea057e3ba6), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.875849 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3840597'] for subnet (41fcedfa-3158-4b4a-af83-8bea057e3ba6), precommit_delete_associations {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:19.956552 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16055893'] for subnet (41fcedfa-3158-4b4a-af83-8bea057e3ba6), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.012141 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16055900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3841554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4179828'] for subnet (41fcedfa-3158-4b4a-af83-8bea057e3ba6), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.039286 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41fcedfa-3158-4b4a-af83-8bea057e3ba6,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:20.043830 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for subnet (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.047922 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-fa545e25-300b-435f-8e0e-68139fff4447 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41fcedfa-3158-4b4a-af83-8bea057e3ba6 HTTP/1.1" status: 204 len: 168 time: 0.2493358 Apr 04 18:02:20.048940 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93363929-8029-41a8-8918-b90c4f0cf2d6 None None] Network 185e8110-a053-4f71-b386-aee742ced115 requested from dv-cinder-788368-5-iscsi {{(pid=115105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 18:02:20.050374 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50932) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:20.120919 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16112698'] for network (185e8110-a053-4f71-b386-aee742ced115), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.172808 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Deleting port 23c4797c-99a2-4b58-8db1-f74f4e1df593 {{(pid=115103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 18:02:20.173145 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753637904496'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.234134 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.db [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] For port 23c4797c-99a2-4b58-8db1-f74f4e1df593, host dv-cinder-788368-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-5-iscsi',level=0,port_id=23c4797c-99a2-4b58-8db1-f74f4e1df593,segment=NetworkSegment(6f74c36c-f41d-4879-8137-ce194e1af991),segment_id=6f74c36c-f41d-4879-8137-ce194e1af991)] {{(pid=115103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 18:02:20.234498 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553785'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.246730 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Calling delete_port for 23c4797c-99a2-4b58-8db1-f74f4e1df593 owned by network:dhcp {{(pid=115103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 18:02:20.328470 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16325359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753637911053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753637338682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3841615'] for port (23c4797c-99a2-4b58-8db1-f74f4e1df593), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.345500 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861dba91-2665-4f99-8495-65248ed12f26 None None] DHCP port deletion for 185e8110-a053-4f71-b386-aee742ced115 request from dv-cinder-788368-5-iscsi {{(pid=115105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 18:02:20.366716 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c4797c-99a2-4b58-8db1-f74f4e1df593,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:20.370271 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] No DVR routers for this DVR port 23c4797c-99a2-4b58-8db1-f74f4e1df593 on host dv-cinder-788368-5-iscsi {{(pid=115103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 18:02:20.444119 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16025536', 'neutron.services.segments.db._delete_segments_for_network-8753637682836'] for network (185e8110-a053-4f71-b386-aee742ced115), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.464659 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185e8110-a053-4f71-b386-aee742ced115']}} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:20.474034 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f74c36c-f41d-4879-8137-ce194e1af991') {'for_net_delete': True} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:20.474336 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.services.segments.db [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f74c36c-f41d-4879-8137-ce194e1af991') {} {{(pid=115103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 18:02:20.483650 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753637851293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3840604'] for segment (6f74c36c-f41d-4879-8137-ce194e1af991), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.497175 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596'] for segment (6f74c36c-f41d-4879-8137-ce194e1af991), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.502943 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 18:02:20.503337 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16053596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3841724'] for segment (6f74c36c-f41d-4879-8137-ce194e1af991), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: Traceback (most recent call last): Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: timer() Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: cb(*args, **kw) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: return func(*args, **kwargs) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: self._notify() Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: self.callback(batched_events) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: event.method(event) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: return f(self, *a, **k) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._get(url).json() Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: return self.request(url, 'GET', **kwargs) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 18:02:20.505055 dv-cinder-788368-5-iscsi neutron-server[115103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 18:02:20.559099 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16025547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542693'] for network (185e8110-a053-4f71-b386-aee742ced115), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.564440 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569245'] for network (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.570441 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] 10.222.0.24 "DELETE /v2.0/networks/185e8110-a053-4f71-b386-aee742ced115 HTTP/1.1" status: 204 len: 168 time: 0.5165932 Apr 04 18:02:20.579948 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef9c72-0213-4795-91c5-3fd6ddd49913 admin admin] Pushing event deleted for resources: {'Network': ['ID=185e8110-a053-4f71-b386-aee742ced115,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:20.760802 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50936) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:20.799794 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-8bd26b71-896c-4ae2-ae23-14daab2ea957 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa0a4cab1be7447086284dd5a5765402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378780 Apr 04 18:02:20.802103 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50938) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:20.851433 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35372ccd-a39b-41bd-b623-cefb338c769a admin admin] Publish callbacks [] for security_group (5dffa01e-c44d-4344-b93c-4a8c5e55faa3), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.871640 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35372ccd-a39b-41bd-b623-cefb338c769a admin admin] Publish callbacks [] for security_group (5dffa01e-c44d-4344-b93c-4a8c5e55faa3), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.916855 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35372ccd-a39b-41bd-b623-cefb338c769a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (5dffa01e-c44d-4344-b93c-4a8c5e55faa3), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.919368 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-35372ccd-a39b-41bd-b623-cefb338c769a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:20.920521 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-35372ccd-a39b-41bd-b623-cefb338c769a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dffa01e-c44d-4344-b93c-4a8c5e55faa3 HTTP/1.1" status: 204 len: 168 time: 0.1175303 Apr 04 18:02:20.927885 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35372ccd-a39b-41bd-b623-cefb338c769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dffa01e-c44d-4344-b93c-4a8c5e55faa3,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:21.164428 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device c6e4926a-94c8-426a-9b13-04226c333013 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:21.188562 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: c6e4926a-94c8-426a-9b13-04226c333013 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:21.188933 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device c6e4926a-94c8-426a-9b13-04226c333013 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:21.189353 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 23c4797c-99a2-4b58-8db1-f74f4e1df593 no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:21.209564 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: 23c4797c-99a2-4b58-8db1-f74f4e1df593 {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:21.209914 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device 23c4797c-99a2-4b58-8db1-f74f4e1df593 not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:21.210338 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e6dbe3db-aba4-43c9-8493-adc52dddb7dd no longer exists at agent ovs-agent-dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 18:02:21.222878 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50944) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:21.229014 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.plugin [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] No Port match for: e6dbe3db-aba4-43c9-8493-adc52dddb7dd {{(pid=115105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 18:02:21.229363 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron.plugins.ml2.rpc [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Device e6dbe3db-aba4-43c9-8493-adc52dddb7dd not bound to the agent host dv-cinder-788368-5-iscsi {{(pid=115105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 18:02:21.263120 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-3d77c9d5-38d3-46bf-a6b9-9e9cb0690512 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fffaafb755464ba58a73fc4f067be9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390997 Apr 04 18:02:21.265547 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [-] (115103) accepted ('10.222.0.24', 50946) {{(pid=115103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 18:02:21.311024 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10585161-04cf-4421-9d5e-176e51f63556 admin admin] Publish callbacks [] for security_group (6f57fb8c-52c1-4418-82bd-313e5e3de25f), before_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:21.331970 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10585161-04cf-4421-9d5e-176e51f63556 admin admin] Publish callbacks [] for security_group (6f57fb8c-52c1-4418-82bd-313e5e3de25f), precommit_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:21.379301 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10585161-04cf-4421-9d5e-176e51f63556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755061'] for security_group (6f57fb8c-52c1-4418-82bd-313e5e3de25f), after_delete {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:21.381884 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron_lib.callbacks.manager [None req-10585161-04cf-4421-9d5e-176e51f63556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:21.383014 dv-cinder-788368-5-iscsi neutron-server[115103]: INFO neutron.wsgi [None req-10585161-04cf-4421-9d5e-176e51f63556 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f57fb8c-52c1-4418-82bd-313e5e3de25f HTTP/1.1" status: 204 len: 168 time: 0.1165862 Apr 04 18:02:21.390548 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10585161-04cf-4421-9d5e-176e51f63556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f57fb8c-52c1-4418-82bd-313e5e3de25f,revision_number=None']} {{(pid=115103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 18:02:23.428153 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-1e05ca37-d288-4afa-9fda-715ccd3e30e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:25.784990 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-b01bd386-48d0-49da-b088-ef57849b155f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:26.796672 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:28.359085 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:29.897951 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:32.034982 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:53.430038 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-6ccdb16e-a19a-48cd-bfbb-5464a8ef9dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:55.094796 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:02:55.785052 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-8d28a863-a605-4977-9740-ce4fb73c03fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:56.799607 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:58.362474 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:02:59.899186 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:02.032210 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:07.351379 dv-cinder-788368-5-iscsi neutron-server[115104]: DEBUG neutron.wsgi [req-6070b695-149b-4fdd-9188-a1a71282a2e3 req-6acec773-b0f4-47b8-bb3d-cb681d0850df service neutron] (115104) timed out ('10.222.0.11', 64226) {{(pid=115104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 18:03:23.431659 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-93a8decd-3b9b-4c85-b7a1-1e766e895e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:25.785359 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a313a753-6b6a-4774-87a3-fb2183bc984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:26.801896 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:28.364561 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:29.902171 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:32.031010 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:32.094051 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:03:53.433990 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-7a86e90d-a0d4-43c5-8422-42ce699591d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:55.786089 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-d5c15c9d-767b-4d96-bbdc-c16140020501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:56.804543 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:58.370325 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:03:59.903796 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:02.029351 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:09.092716 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:04:23.434522 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f39c3084-f45e-43a9-b795-b6d26b90c2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:25.790189 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a93b-d4cf-414d-a507-36847fc2079e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:26.806882 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:28.372690 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:29.905794 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:32.042457 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:46.091453 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:04:53.435146 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-18e18880-6bf4-4351-ad36-38def0fadcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:55.790490 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ac20516f-8edf-458d-a67d-1f0d506e86c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:56.809208 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:58.374788 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:04:59.907282 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:02.043718 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:23.089108 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:05:23.435869 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5ac5-1b07-4879-9293-0d80659a9c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:25.794492 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9bf14b37-2b53-4918-a546-0735fc9d4a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:26.812062 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:28.377046 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:29.909420 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:32.058251 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:53.436646 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-263236de-43c7-4c81-aa3c-469c368a56e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:55.794704 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-10deda2a-6b68-479f-9a7b-71b53d4e1ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:56.814778 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:58.379577 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:05:59.912007 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:00.088453 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:06:02.057620 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:23.438024 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-9b13aa63-14ca-4128-9ffe-6020bf14d4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:25.797541 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-517207f5-39fc-4037-9ee2-c023d8902808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:26.819782 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:28.383267 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:29.914276 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:32.071556 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:37.087327 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:06:38.030707 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-db525b80-7fb8-4446-bdee-7cf792b23189 service neutron] (115103) timed out ('10.222.0.24', 44674) {{(pid=115103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 18:06:38.106441 dv-cinder-788368-5-iscsi neutron-server[115103]: DEBUG neutron.wsgi [req-cc294954-2f9a-479e-9a34-bc8becbfa4ca req-7d93ad41-6707-4f39-ab52-04bf19854f44 tempest-AttachVolumeShelveTestJSON-315158210 tempest-AttachVolumeShelveTestJSON-315158210-project] (115103) timed out ('10.222.0.24', 44682) {{(pid=115103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 18:06:53.440479 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-75f71e51-3ff4-4956-9a69-0cc9197accf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:55.797823 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-48f70cea-e0f7-450f-bf12-d726af1ed947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:56.821553 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:58.385485 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:06:59.915981 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:02.086053 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:14.085952 dv-cinder-788368-5-iscsi neutron-server[115106]: DEBUG neutron.db.agents_db [None req-16c94cca-4e2a-44cc-a1c7-a4971d4ae7ef None None] Agent healthcheck: found 6 active agents {{(pid=115106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 18:07:23.442129 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-2a08ab97-22b1-48a9-8bcc-4a0523f426d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (12bc2bd6-c10d-4840-8d63-c7abcbf3ba34), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:25.811106 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-da02c797-40ac-4e04-8c21-f3a029c6976f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e27e82a9-9a22-43f4-a47d-6e549edf6de5), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:26.823881 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-a9286842-d211-4f77-afb9-8c0732e77874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (b5e010b8-2d93-42fe-850d-0c24579d3d91), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:28.391464 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-56f2f3d8-6dcb-45cd-ac14-c7de5528ed2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (e8a146cf-ae6f-4e8a-90a1-b8be298bad5c), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:29.918181 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-f68fe235-aaa7-4dd6-b236-d6fd7939382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (c5d545f5-1409-4901-81fb-732031af4a87), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 18:07:32.085135 dv-cinder-788368-5-iscsi neutron-server[115105]: DEBUG neutron_lib.callbacks.manager [None req-ee15e750-624a-4663-8490-947d1e9e6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753637682818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16400771'] for agent (0ac29d89-cd3b-49d7-bed0-9869b53e8ad9), after_update {{(pid=115105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}